2024-12-13 01:38:21,698 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-13 01:38:21,710 main DEBUG Took 0.010543 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-13 01:38:21,711 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-13 01:38:21,711 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-13 01:38:21,712 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-13 01:38:21,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 01:38:21,721 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-13 01:38:21,732 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 01:38:21,733 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 01:38:21,734 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 01:38:21,734 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 01:38:21,734 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 01:38:21,735 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 01:38:21,735 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 01:38:21,736 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 01:38:21,736 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 01:38:21,736 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 01:38:21,737 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 01:38:21,737 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 01:38:21,738 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 01:38:21,738 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 01:38:21,738 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 01:38:21,738 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 01:38:21,739 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 01:38:21,739 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 01:38:21,739 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 01:38:21,740 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 01:38:21,740 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 01:38:21,740 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 01:38:21,741 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 01:38:21,741 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 01:38:21,741 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 01:38:21,742 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-13 01:38:21,743 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 01:38:21,744 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-13 01:38:21,746 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-13 01:38:21,746 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-13 01:38:21,748 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-13 01:38:21,748 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-13 01:38:21,755 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-13 01:38:21,758 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-13 01:38:21,759 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-13 01:38:21,760 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-13 01:38:21,760 main DEBUG createAppenders(={Console}) 2024-12-13 01:38:21,761 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-13 01:38:21,761 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-13 01:38:21,761 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-13 01:38:21,762 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-13 01:38:21,762 main DEBUG OutputStream closed 2024-12-13 01:38:21,762 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-13 01:38:21,763 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-13 01:38:21,763 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-13 01:38:21,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-13 01:38:21,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-13 01:38:21,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-13 01:38:21,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-13 01:38:21,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-13 01:38:21,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-13 01:38:21,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-13 01:38:21,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-13 01:38:21,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-13 01:38:21,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-13 01:38:21,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-13 01:38:21,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-13 01:38:21,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-13 01:38:21,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-13 01:38:21,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-13 01:38:21,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-13 01:38:21,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-13 01:38:21,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-13 01:38:21,844 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13 01:38:21,844 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-13 01:38:21,844 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-13 01:38:21,845 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-13T01:38:22,049 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167 2024-12-13 01:38:22,051 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-13 01:38:22,051 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13T01:38:22,059 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-13T01:38:22,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T01:38:22,079 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/cluster_b6a4df0c-9216-9264-4b44-430c5c375165, deleteOnExit=true 2024-12-13T01:38:22,079 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T01:38:22,080 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/test.cache.data in system properties and HBase conf 2024-12-13T01:38:22,081 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T01:38:22,081 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/hadoop.log.dir in system properties and HBase conf 2024-12-13T01:38:22,081 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T01:38:22,082 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T01:38:22,082 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T01:38:22,159 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-13T01:38:22,238 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T01:38:22,241 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T01:38:22,242 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T01:38:22,242 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T01:38:22,242 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T01:38:22,243 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T01:38:22,243 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T01:38:22,243 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T01:38:22,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T01:38:22,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T01:38:22,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/nfs.dump.dir in system properties and HBase conf 2024-12-13T01:38:22,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/java.io.tmpdir in system properties and HBase conf 2024-12-13T01:38:22,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T01:38:22,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T01:38:22,246 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T01:38:23,168 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-13T01:38:23,230 INFO [Time-limited test {}] log.Log(170): Logging initialized @2119ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-13T01:38:23,289 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T01:38:23,344 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T01:38:23,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T01:38:23,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T01:38:23,366 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T01:38:23,378 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T01:38:23,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/hadoop.log.dir/,AVAILABLE} 2024-12-13T01:38:23,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T01:38:23,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/java.io.tmpdir/jetty-localhost-39797-hadoop-hdfs-3_4_1-tests_jar-_-any-14458565319176709681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T01:38:23,556 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:39797} 2024-12-13T01:38:23,556 INFO [Time-limited test {}] server.Server(415): Started @2446ms 2024-12-13T01:38:24,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T01:38:24,014 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T01:38:24,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T01:38:24,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T01:38:24,016 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T01:38:24,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/hadoop.log.dir/,AVAILABLE} 2024-12-13T01:38:24,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T01:38:24,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/java.io.tmpdir/jetty-localhost-39707-hadoop-hdfs-3_4_1-tests_jar-_-any-16729859879281526174/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T01:38:24,113 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:39707} 2024-12-13T01:38:24,114 INFO [Time-limited test {}] server.Server(415): Started @3004ms 2024-12-13T01:38:24,158 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T01:38:25,073 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/cluster_b6a4df0c-9216-9264-4b44-430c5c375165/dfs/data/data2/current/BP-1818178748-172.17.0.2-1734053902725/current, will proceed with Du for space computation calculation, 2024-12-13T01:38:25,073 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/cluster_b6a4df0c-9216-9264-4b44-430c5c375165/dfs/data/data1/current/BP-1818178748-172.17.0.2-1734053902725/current, will proceed with Du for space computation calculation, 2024-12-13T01:38:25,097 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T01:38:25,137 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc42304ed87b3fce2 with lease ID 0xc2104f3b707cbdb1: Processing first storage report for DS-ce420ba1-4217-469e-a5ff-b5d61d05f650 from datanode DatanodeRegistration(127.0.0.1:36979, datanodeUuid=819f584a-d4d4-4055-acd3-4f525f90132f, infoPort=45443, infoSecurePort=0, ipcPort=34453, storageInfo=lv=-57;cid=testClusterID;nsid=1162871353;c=1734053902725) 2024-12-13T01:38:25,138 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc42304ed87b3fce2 with lease ID 0xc2104f3b707cbdb1: from storage DS-ce420ba1-4217-469e-a5ff-b5d61d05f650 node DatanodeRegistration(127.0.0.1:36979, datanodeUuid=819f584a-d4d4-4055-acd3-4f525f90132f, infoPort=45443, infoSecurePort=0, ipcPort=34453, storageInfo=lv=-57;cid=testClusterID;nsid=1162871353;c=1734053902725), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T01:38:25,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc42304ed87b3fce2 with lease ID 0xc2104f3b707cbdb1: Processing first storage report for DS-a31f6d6b-222a-4c83-aea0-24ac89c19d29 from datanode DatanodeRegistration(127.0.0.1:36979, datanodeUuid=819f584a-d4d4-4055-acd3-4f525f90132f, infoPort=45443, infoSecurePort=0, ipcPort=34453, storageInfo=lv=-57;cid=testClusterID;nsid=1162871353;c=1734053902725) 2024-12-13T01:38:25,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc42304ed87b3fce2 with lease ID 0xc2104f3b707cbdb1: from storage DS-a31f6d6b-222a-4c83-aea0-24ac89c19d29 node DatanodeRegistration(127.0.0.1:36979, datanodeUuid=819f584a-d4d4-4055-acd3-4f525f90132f, infoPort=45443, infoSecurePort=0, ipcPort=34453, storageInfo=lv=-57;cid=testClusterID;nsid=1162871353;c=1734053902725), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T01:38:25,232 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167 2024-12-13T01:38:25,298 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/cluster_b6a4df0c-9216-9264-4b44-430c5c375165/zookeeper_0, clientPort=55731, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/cluster_b6a4df0c-9216-9264-4b44-430c5c375165/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/cluster_b6a4df0c-9216-9264-4b44-430c5c375165/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-13T01:38:25,308 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55731 2024-12-13T01:38:25,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T01:38:25,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T01:38:25,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741825_1001 (size=7) 2024-12-13T01:38:25,915 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863 with version=8 2024-12-13T01:38:25,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/hbase-staging 2024-12-13T01:38:26,015 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-13T01:38:26,258 INFO [Time-limited test {}] client.ConnectionUtils(129): master/3c5776cc2308:0 server-side Connection retries=45 2024-12-13T01:38:26,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T01:38:26,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T01:38:26,273 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T01:38:26,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T01:38:26,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T01:38:26,383 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T01:38:26,430 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-13T01:38:26,437 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-13T01:38:26,440 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T01:38:26,460 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 42957 (auto-detected) 2024-12-13T01:38:26,461 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-13T01:38:26,477 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46441 2024-12-13T01:38:26,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T01:38:26,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T01:38:26,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:46441 connecting to ZooKeeper ensemble=127.0.0.1:55731 2024-12-13T01:38:26,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464410x0, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T01:38:26,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46441-0x1001d09e0020000 connected 2024-12-13T01:38:26,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T01:38:26,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T01:38:26,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T01:38:26,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46441 2024-12-13T01:38:26,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46441 2024-12-13T01:38:26,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46441 2024-12-13T01:38:26,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46441 2024-12-13T01:38:26,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46441 2024-12-13T01:38:26,720 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863, hbase.cluster.distributed=false 2024-12-13T01:38:26,775 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/3c5776cc2308:0 server-side Connection retries=45 2024-12-13T01:38:26,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T01:38:26,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T01:38:26,776 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T01:38:26,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T01:38:26,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T01:38:26,778 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T01:38:26,780 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T01:38:26,781 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43079 2024-12-13T01:38:26,782 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T01:38:26,787 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T01:38:26,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T01:38:26,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T01:38:26,794 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43079 connecting to ZooKeeper ensemble=127.0.0.1:55731 2024-12-13T01:38:26,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430790x0, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T01:38:26,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430790x0, quorum=127.0.0.1:55731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T01:38:26,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43079-0x1001d09e0020001 connected 2024-12-13T01:38:26,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43079-0x1001d09e0020001, quorum=127.0.0.1:55731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T01:38:26,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43079-0x1001d09e0020001, quorum=127.0.0.1:55731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-13T01:38:26,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43079 2024-12-13T01:38:26,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43079 2024-12-13T01:38:26,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43079 2024-12-13T01:38:26,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43079 2024-12-13T01:38:26,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43079 2024-12-13T01:38:26,813 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/3c5776cc2308,46441,1734053906010 2024-12-13T01:38:26,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T01:38:26,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43079-0x1001d09e0020001, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T01:38:26,821 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3c5776cc2308,46441,1734053906010 2024-12-13T01:38:26,827 DEBUG [M:0;3c5776cc2308:46441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3c5776cc2308:46441 2024-12-13T01:38:26,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43079-0x1001d09e0020001, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T01:38:26,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-13T01:38:26,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43079-0x1001d09e0020001, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T01:38:26,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T01:38:26,845 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-13T01:38:26,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-13T01:38:26,846 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3c5776cc2308,46441,1734053906010 from backup master directory 2024-12-13T01:38:26,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3c5776cc2308,46441,1734053906010 2024-12-13T01:38:26,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43079-0x1001d09e0020001, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T01:38:26,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-13T01:38:26,853 WARN [master/3c5776cc2308:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T01:38:26,853 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3c5776cc2308,46441,1734053906010 2024-12-13T01:38:26,856 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-13T01:38:26,857 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-13T01:38:26,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741826_1002 (size=42) 2024-12-13T01:38:27,325 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/hbase.id with ID: 6fe55d5e-66ce-4486-84ed-d79f3fd72e6e 2024-12-13T01:38:27,365 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T01:38:27,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43079-0x1001d09e0020001, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T01:38:27,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T01:38:27,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741827_1003 (size=196) 2024-12-13T01:38:27,458 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T01:38:27,460 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T01:38:27,476 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:27,481 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T01:38:27,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741828_1004 (size=1189) 2024-12-13T01:38:27,932 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/data/master/store 2024-12-13T01:38:27,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741829_1005 (size=34) 2024-12-13T01:38:27,949 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-13T01:38:27,950 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T01:38:27,951 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T01:38:27,951 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T01:38:27,951 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T01:38:27,951 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T01:38:27,951 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T01:38:27,951 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T01:38:27,951 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T01:38:27,953 WARN [master/3c5776cc2308:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/data/master/store/.initializing 2024-12-13T01:38:27,954 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/WALs/3c5776cc2308,46441,1734053906010 2024-12-13T01:38:27,959 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T01:38:27,969 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3c5776cc2308%2C46441%2C1734053906010, suffix=, logDir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/WALs/3c5776cc2308,46441,1734053906010, archiveDir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/oldWALs, maxLogs=10 2024-12-13T01:38:27,987 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/WALs/3c5776cc2308,46441,1734053906010/3c5776cc2308%2C46441%2C1734053906010.1734053907973, exclude list is [], retry=0 2024-12-13T01:38:28,002 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36979,DS-ce420ba1-4217-469e-a5ff-b5d61d05f650,DISK] 2024-12-13T01:38:28,005 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-13T01:38:28,036 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/WALs/3c5776cc2308,46441,1734053906010/3c5776cc2308%2C46441%2C1734053906010.1734053907973 2024-12-13T01:38:28,037 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45443:45443)] 2024-12-13T01:38:28,037 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T01:38:28,038 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T01:38:28,041 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T01:38:28,042 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T01:38:28,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T01:38:28,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T01:38:28,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:38:28,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T01:38:28,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T01:38:28,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T01:38:28,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:38:28,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:38:28,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T01:38:28,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T01:38:28,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:38:28,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:38:28,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T01:38:28,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T01:38:28,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:38:28,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:38:28,115 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T01:38:28,117 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T01:38:28,126 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T01:38:28,129 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T01:38:28,133 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T01:38:28,134 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59297984, jitterRate=-0.11639118194580078}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T01:38:28,138 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T01:38:28,139 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T01:38:28,163 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2869fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:38:28,188 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T01:38:28,198 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T01:38:28,198 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T01:38:28,200 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T01:38:28,201 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-13T01:38:28,206 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-13T01:38:28,206 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T01:38:28,227 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T01:38:28,238 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-13T01:38:28,252 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-13T01:38:28,254 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T01:38:28,256 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-13T01:38:28,260 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-13T01:38:28,263 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T01:38:28,267 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-13T01:38:28,277 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-13T01:38:28,278 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-13T01:38:28,285 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-13T01:38:28,297 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T01:38:28,302 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-13T01:38:28,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43079-0x1001d09e0020001, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T01:38:28,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-13T01:38:28,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43079-0x1001d09e0020001, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T01:38:28,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T01:38:28,312 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=3c5776cc2308,46441,1734053906010, sessionid=0x1001d09e0020000, setting cluster-up flag (Was=false) 2024-12-13T01:38:28,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T01:38:28,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43079-0x1001d09e0020001, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T01:38:28,360 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-13T01:38:28,363 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3c5776cc2308,46441,1734053906010 2024-12-13T01:38:28,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43079-0x1001d09e0020001, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T01:38:28,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T01:38:28,402 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-13T01:38:28,405 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3c5776cc2308,46441,1734053906010 2024-12-13T01:38:28,424 DEBUG [RS:0;3c5776cc2308:43079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3c5776cc2308:43079 2024-12-13T01:38:28,426 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(1008): ClusterId : 6fe55d5e-66ce-4486-84ed-d79f3fd72e6e 2024-12-13T01:38:28,428 DEBUG [RS:0;3c5776cc2308:43079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T01:38:28,437 DEBUG [RS:0;3c5776cc2308:43079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T01:38:28,437 DEBUG [RS:0;3c5776cc2308:43079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T01:38:28,445 DEBUG [RS:0;3c5776cc2308:43079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T01:38:28,445 DEBUG [RS:0;3c5776cc2308:43079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657c78c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:38:28,447 DEBUG [RS:0;3c5776cc2308:43079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfd1ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3c5776cc2308/172.17.0.2:0 2024-12-13T01:38:28,449 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T01:38:28,449 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T01:38:28,449 DEBUG [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T01:38:28,451 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(3073): reportForDuty to master=3c5776cc2308,46441,1734053906010 with isa=3c5776cc2308/172.17.0.2:43079, startcode=1734053906774 2024-12-13T01:38:28,462 DEBUG [RS:0;3c5776cc2308:43079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T01:38:28,478 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T01:38:28,488 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T01:38:28,491 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T01:38:28,495 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37017, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T01:38:28,496 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3c5776cc2308,46441,1734053906010 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T01:38:28,501 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3c5776cc2308:0, corePoolSize=5, maxPoolSize=5 2024-12-13T01:38:28,501 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3c5776cc2308:0, corePoolSize=5, maxPoolSize=5 2024-12-13T01:38:28,501 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3c5776cc2308:0, corePoolSize=5, maxPoolSize=5 2024-12-13T01:38:28,501 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46441 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:28,501 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3c5776cc2308:0, corePoolSize=5, maxPoolSize=5 2024-12-13T01:38:28,501 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3c5776cc2308:0, corePoolSize=10, maxPoolSize=10 2024-12-13T01:38:28,501 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3c5776cc2308:0, corePoolSize=1, maxPoolSize=1 2024-12-13T01:38:28,502 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3c5776cc2308:0, corePoolSize=2, maxPoolSize=2 2024-12-13T01:38:28,502 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3c5776cc2308:0, corePoolSize=1, maxPoolSize=1 2024-12-13T01:38:28,504 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734053938504 2024-12-13T01:38:28,506 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T01:38:28,507 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T01:38:28,507 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T01:38:28,508 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T01:38:28,510 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T01:38:28,510 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T01:38:28,510 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T01:38:28,510 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T01:38:28,511 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T01:38:28,512 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:38:28,512 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T01:38:28,512 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T01:38:28,513 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T01:38:28,513 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T01:38:28,516 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T01:38:28,516 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T01:38:28,518 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3c5776cc2308:0:becomeActiveMaster-HFileCleaner.large.0-1734053908518,5,FailOnTimeoutGroup] 2024-12-13T01:38:28,520 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3c5776cc2308:0:becomeActiveMaster-HFileCleaner.small.0-1734053908518,5,FailOnTimeoutGroup] 2024-12-13T01:38:28,520 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T01:38:28,520 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T01:38:28,521 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T01:38:28,522 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T01:38:28,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741831_1007 (size=1039) 2024-12-13T01:38:28,529 DEBUG [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-13T01:38:28,529 WARN [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-13T01:38:28,631 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(3073): reportForDuty to master=3c5776cc2308,46441,1734053906010 with isa=3c5776cc2308/172.17.0.2:43079, startcode=1734053906774 2024-12-13T01:38:28,632 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46441 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:28,634 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46441 {}] master.ServerManager(486): Registering regionserver=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:28,642 DEBUG [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863 2024-12-13T01:38:28,643 DEBUG [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37841 2024-12-13T01:38:28,643 DEBUG [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T01:38:28,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T01:38:28,653 DEBUG [RS:0;3c5776cc2308:43079 {}] zookeeper.ZKUtil(111): regionserver:43079-0x1001d09e0020001, quorum=127.0.0.1:55731, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3c5776cc2308,43079,1734053906774 2024-12-13T01:38:28,653 WARN [RS:0;3c5776cc2308:43079 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T01:38:28,653 INFO [RS:0;3c5776cc2308:43079 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T01:38:28,654 DEBUG [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/WALs/3c5776cc2308,43079,1734053906774 2024-12-13T01:38:28,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3c5776cc2308,43079,1734053906774] 2024-12-13T01:38:28,669 DEBUG [RS:0;3c5776cc2308:43079 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-13T01:38:28,679 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T01:38:28,690 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T01:38:28,693 INFO [RS:0;3c5776cc2308:43079 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T01:38:28,693 INFO [RS:0;3c5776cc2308:43079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T01:38:28,694 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T01:38:28,699 INFO [RS:0;3c5776cc2308:43079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T01:38:28,699 DEBUG [RS:0;3c5776cc2308:43079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3c5776cc2308:0, corePoolSize=1, maxPoolSize=1 2024-12-13T01:38:28,699 DEBUG [RS:0;3c5776cc2308:43079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3c5776cc2308:0, corePoolSize=1, maxPoolSize=1 2024-12-13T01:38:28,699 DEBUG [RS:0;3c5776cc2308:43079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3c5776cc2308:0, corePoolSize=1, maxPoolSize=1 2024-12-13T01:38:28,700 DEBUG [RS:0;3c5776cc2308:43079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3c5776cc2308:0, corePoolSize=1, maxPoolSize=1 2024-12-13T01:38:28,700 DEBUG [RS:0;3c5776cc2308:43079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3c5776cc2308:0, corePoolSize=1, maxPoolSize=1 2024-12-13T01:38:28,700 DEBUG [RS:0;3c5776cc2308:43079 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3c5776cc2308:0, corePoolSize=2, maxPoolSize=2 2024-12-13T01:38:28,700 DEBUG [RS:0;3c5776cc2308:43079 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3c5776cc2308:0, corePoolSize=1, maxPoolSize=1 2024-12-13T01:38:28,700 DEBUG [RS:0;3c5776cc2308:43079 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3c5776cc2308:0, corePoolSize=1, maxPoolSize=1 2024-12-13T01:38:28,700 DEBUG [RS:0;3c5776cc2308:43079 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3c5776cc2308:0, corePoolSize=1, maxPoolSize=1 2024-12-13T01:38:28,700 DEBUG [RS:0;3c5776cc2308:43079 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3c5776cc2308:0, corePoolSize=1, maxPoolSize=1 2024-12-13T01:38:28,701 DEBUG [RS:0;3c5776cc2308:43079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3c5776cc2308:0, corePoolSize=1, maxPoolSize=1 2024-12-13T01:38:28,701 DEBUG [RS:0;3c5776cc2308:43079 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3c5776cc2308:0, corePoolSize=3, maxPoolSize=3 2024-12-13T01:38:28,701 DEBUG [RS:0;3c5776cc2308:43079 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0, corePoolSize=3, maxPoolSize=3 2024-12-13T01:38:28,701 INFO [RS:0;3c5776cc2308:43079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T01:38:28,702 INFO [RS:0;3c5776cc2308:43079 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T01:38:28,702 INFO [RS:0;3c5776cc2308:43079 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T01:38:28,702 INFO [RS:0;3c5776cc2308:43079 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T01:38:28,702 INFO [RS:0;3c5776cc2308:43079 {}] hbase.ChoreService(168): Chore ScheduledChore name=3c5776cc2308,43079,1734053906774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T01:38:28,724 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T01:38:28,726 INFO [RS:0;3c5776cc2308:43079 {}] hbase.ChoreService(168): Chore ScheduledChore name=3c5776cc2308,43079,1734053906774-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T01:38:28,743 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.Replication(204): 3c5776cc2308,43079,1734053906774 started 2024-12-13T01:38:28,743 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(1767): Serving as 3c5776cc2308,43079,1734053906774, RpcServer on 3c5776cc2308/172.17.0.2:43079, sessionid=0x1001d09e0020001 2024-12-13T01:38:28,744 DEBUG [RS:0;3c5776cc2308:43079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T01:38:28,744 DEBUG [RS:0;3c5776cc2308:43079 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:28,744 DEBUG [RS:0;3c5776cc2308:43079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3c5776cc2308,43079,1734053906774' 2024-12-13T01:38:28,744 DEBUG [RS:0;3c5776cc2308:43079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-13T01:38:28,745 DEBUG [RS:0;3c5776cc2308:43079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-13T01:38:28,746 DEBUG [RS:0;3c5776cc2308:43079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T01:38:28,746 DEBUG [RS:0;3c5776cc2308:43079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T01:38:28,746 DEBUG [RS:0;3c5776cc2308:43079 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:28,746 DEBUG [RS:0;3c5776cc2308:43079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3c5776cc2308,43079,1734053906774' 2024-12-13T01:38:28,746 DEBUG [RS:0;3c5776cc2308:43079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-13T01:38:28,747 DEBUG [RS:0;3c5776cc2308:43079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-13T01:38:28,748 DEBUG [RS:0;3c5776cc2308:43079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T01:38:28,748 INFO [RS:0;3c5776cc2308:43079 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T01:38:28,748 INFO [RS:0;3c5776cc2308:43079 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T01:38:28,854 INFO [RS:0;3c5776cc2308:43079 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T01:38:28,859 INFO [RS:0;3c5776cc2308:43079 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3c5776cc2308%2C43079%2C1734053906774, suffix=, logDir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/WALs/3c5776cc2308,43079,1734053906774, archiveDir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/oldWALs, maxLogs=32 2024-12-13T01:38:28,875 DEBUG [RS:0;3c5776cc2308:43079 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/WALs/3c5776cc2308,43079,1734053906774/3c5776cc2308%2C43079%2C1734053906774.1734053908862, exclude list is [], retry=0 2024-12-13T01:38:28,879 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36979,DS-ce420ba1-4217-469e-a5ff-b5d61d05f650,DISK] 2024-12-13T01:38:28,882 INFO [RS:0;3c5776cc2308:43079 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/WALs/3c5776cc2308,43079,1734053906774/3c5776cc2308%2C43079%2C1734053906774.1734053908862 2024-12-13T01:38:28,883 DEBUG [RS:0;3c5776cc2308:43079 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45443:45443)] 2024-12-13T01:38:28,925 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T01:38:28,926 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863 2024-12-13T01:38:28,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741833_1009 (size=32) 2024-12-13T01:38:29,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T01:38:29,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T01:38:29,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T01:38:29,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:38:29,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T01:38:29,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T01:38:29,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T01:38:29,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:38:29,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T01:38:29,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T01:38:29,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T01:38:29,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:38:29,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T01:38:29,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/1588230740 2024-12-13T01:38:29,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/1588230740 2024-12-13T01:38:29,368 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T01:38:29,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T01:38:29,374 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T01:38:29,374 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63394092, jitterRate=-0.055354416370391846}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T01:38:29,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T01:38:29,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T01:38:29,376 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T01:38:29,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T01:38:29,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T01:38:29,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T01:38:29,377 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T01:38:29,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T01:38:29,380 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T01:38:29,380 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T01:38:29,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T01:38:29,392 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T01:38:29,394 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T01:38:29,547 DEBUG [3c5776cc2308:46441 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-13T01:38:29,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:29,561 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3c5776cc2308,43079,1734053906774, state=OPENING 2024-12-13T01:38:29,602 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T01:38:29,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T01:38:29,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43079-0x1001d09e0020001, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T01:38:29,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T01:38:29,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T01:38:29,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=3c5776cc2308,43079,1734053906774}] 2024-12-13T01:38:29,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:29,794 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T01:38:29,797 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T01:38:29,806 INFO [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T01:38:29,806 INFO [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T01:38:29,807 INFO [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T01:38:29,810 INFO [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3c5776cc2308%2C43079%2C1734053906774.meta, suffix=.meta, logDir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/WALs/3c5776cc2308,43079,1734053906774, archiveDir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/oldWALs, maxLogs=32 2024-12-13T01:38:29,825 DEBUG [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/WALs/3c5776cc2308,43079,1734053906774/3c5776cc2308%2C43079%2C1734053906774.meta.1734053909812.meta, exclude list is [], retry=0 2024-12-13T01:38:29,829 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36979,DS-ce420ba1-4217-469e-a5ff-b5d61d05f650,DISK] 2024-12-13T01:38:29,831 INFO [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/WALs/3c5776cc2308,43079,1734053906774/3c5776cc2308%2C43079%2C1734053906774.meta.1734053909812.meta 2024-12-13T01:38:29,832 DEBUG [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45443:45443)] 2024-12-13T01:38:29,833 DEBUG [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T01:38:29,834 DEBUG [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T01:38:29,882 DEBUG [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T01:38:29,886 INFO [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T01:38:29,889 DEBUG [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T01:38:29,889 DEBUG [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T01:38:29,890 DEBUG [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T01:38:29,890 DEBUG [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T01:38:29,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T01:38:29,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T01:38:29,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:38:29,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T01:38:29,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T01:38:29,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T01:38:29,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:38:29,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T01:38:29,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T01:38:29,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T01:38:29,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:38:29,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T01:38:29,902 DEBUG [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/1588230740 2024-12-13T01:38:29,905 DEBUG [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/1588230740 2024-12-13T01:38:29,908 DEBUG [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T01:38:29,911 DEBUG [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T01:38:29,912 INFO [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64832588, jitterRate=-0.03391915559768677}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T01:38:29,914 DEBUG [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T01:38:29,920 INFO [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734053909788 2024-12-13T01:38:29,929 DEBUG [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T01:38:29,930 INFO [RS_OPEN_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T01:38:29,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:29,932 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3c5776cc2308,43079,1734053906774, state=OPEN 2024-12-13T01:38:30,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43079-0x1001d09e0020001, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T01:38:30,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-13T01:38:30,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T01:38:30,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-13T01:38:30,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T01:38:30,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=3c5776cc2308,43079,1734053906774 in 408 msec 2024-12-13T01:38:30,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T01:38:30,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 648 msec 2024-12-13T01:38:30,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.6010 sec 2024-12-13T01:38:30,044 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734053910044, completionTime=-1 2024-12-13T01:38:30,044 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-13T01:38:30,044 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T01:38:30,072 DEBUG [hconnection-0x3bc21133-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:38:30,074 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:38:30,083 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-13T01:38:30,083 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734053970083 2024-12-13T01:38:30,083 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734054030083 2024-12-13T01:38:30,083 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 39 msec 2024-12-13T01:38:30,130 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3c5776cc2308,46441,1734053906010-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T01:38:30,130 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3c5776cc2308,46441,1734053906010-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T01:38:30,131 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3c5776cc2308,46441,1734053906010-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T01:38:30,132 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3c5776cc2308:46441, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T01:38:30,133 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T01:38:30,138 DEBUG [master/3c5776cc2308:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T01:38:30,141 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T01:38:30,142 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T01:38:30,147 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T01:38:30,150 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T01:38:30,151 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:38:30,153 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T01:38:30,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741835_1011 (size=358) 2024-12-13T01:38:30,575 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8e5570b0c1fbdab663fc4c2902264f6a, NAME => 'hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863 2024-12-13T01:38:30,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741836_1012 (size=42) 2024-12-13T01:38:30,986 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T01:38:30,987 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 8e5570b0c1fbdab663fc4c2902264f6a, disabling compactions & flushes 2024-12-13T01:38:30,987 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a. 2024-12-13T01:38:30,987 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a. 2024-12-13T01:38:30,987 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a. after waiting 0 ms 2024-12-13T01:38:30,988 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a. 2024-12-13T01:38:30,988 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a. 2024-12-13T01:38:30,988 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8e5570b0c1fbdab663fc4c2902264f6a: 2024-12-13T01:38:30,992 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T01:38:31,000 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734053910994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734053910994"}]},"ts":"1734053910994"} 2024-12-13T01:38:31,020 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T01:38:31,021 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T01:38:31,024 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734053911022"}]},"ts":"1734053911022"} 2024-12-13T01:38:31,028 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T01:38:31,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=8e5570b0c1fbdab663fc4c2902264f6a, ASSIGN}] 2024-12-13T01:38:31,109 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=8e5570b0c1fbdab663fc4c2902264f6a, ASSIGN 2024-12-13T01:38:31,111 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=8e5570b0c1fbdab663fc4c2902264f6a, ASSIGN; state=OFFLINE, location=3c5776cc2308,43079,1734053906774; forceNewPlan=false, retain=false 2024-12-13T01:38:31,262 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=8e5570b0c1fbdab663fc4c2902264f6a, regionState=OPENING, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:31,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 8e5570b0c1fbdab663fc4c2902264f6a, server=3c5776cc2308,43079,1734053906774}] 2024-12-13T01:38:31,429 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:31,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a. 2024-12-13T01:38:31,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 8e5570b0c1fbdab663fc4c2902264f6a, NAME => 'hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a.', STARTKEY => '', ENDKEY => ''} 2024-12-13T01:38:31,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 8e5570b0c1fbdab663fc4c2902264f6a 2024-12-13T01:38:31,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T01:38:31,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 8e5570b0c1fbdab663fc4c2902264f6a 2024-12-13T01:38:31,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 8e5570b0c1fbdab663fc4c2902264f6a 2024-12-13T01:38:31,442 INFO [StoreOpener-8e5570b0c1fbdab663fc4c2902264f6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8e5570b0c1fbdab663fc4c2902264f6a 2024-12-13T01:38:31,444 INFO [StoreOpener-8e5570b0c1fbdab663fc4c2902264f6a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e5570b0c1fbdab663fc4c2902264f6a columnFamilyName info 2024-12-13T01:38:31,444 DEBUG [StoreOpener-8e5570b0c1fbdab663fc4c2902264f6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:38:31,445 INFO [StoreOpener-8e5570b0c1fbdab663fc4c2902264f6a-1 {}] regionserver.HStore(327): Store=8e5570b0c1fbdab663fc4c2902264f6a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:38:31,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/namespace/8e5570b0c1fbdab663fc4c2902264f6a 2024-12-13T01:38:31,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/namespace/8e5570b0c1fbdab663fc4c2902264f6a 2024-12-13T01:38:31,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 8e5570b0c1fbdab663fc4c2902264f6a 2024-12-13T01:38:31,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/namespace/8e5570b0c1fbdab663fc4c2902264f6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T01:38:31,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 8e5570b0c1fbdab663fc4c2902264f6a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67556813, jitterRate=0.006674960255622864}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T01:38:31,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 8e5570b0c1fbdab663fc4c2902264f6a: 2024-12-13T01:38:31,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a., pid=6, masterSystemTime=1734053911428 2024-12-13T01:38:31,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a. 2024-12-13T01:38:31,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a. 2024-12-13T01:38:31,464 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=8e5570b0c1fbdab663fc4c2902264f6a, regionState=OPEN, openSeqNum=2, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:31,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T01:38:31,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 8e5570b0c1fbdab663fc4c2902264f6a, server=3c5776cc2308,43079,1734053906774 in 197 msec 2024-12-13T01:38:31,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T01:38:31,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=8e5570b0c1fbdab663fc4c2902264f6a, ASSIGN in 365 msec 2024-12-13T01:38:31,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T01:38:31,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734053911477"}]},"ts":"1734053911477"} 2024-12-13T01:38:31,479 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T01:38:31,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T01:38:31,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3790 sec 2024-12-13T01:38:31,552 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-13T01:38:31,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-13T01:38:31,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43079-0x1001d09e0020001, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T01:38:31,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T01:38:31,589 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T01:38:31,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-13T01:38:31,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 38 msec 2024-12-13T01:38:31,633 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T01:38:31,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-13T01:38:31,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 30 msec 2024-12-13T01:38:31,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-13T01:38:31,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-13T01:38:31,718 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.865sec 2024-12-13T01:38:31,720 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T01:38:31,721 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T01:38:31,722 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T01:38:31,723 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T01:38:31,723 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T01:38:31,724 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3c5776cc2308,46441,1734053906010-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T01:38:31,724 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3c5776cc2308,46441,1734053906010-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T01:38:31,732 DEBUG [master/3c5776cc2308:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T01:38:31,733 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T01:38:31,733 INFO [master/3c5776cc2308:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3c5776cc2308,46441,1734053906010-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T01:38:31,837 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-12-13T01:38:31,838 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-13T01:38:31,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:38:31,849 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-13T01:38:31,849 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-13T01:38:31,857 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:38:31,866 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:38:31,875 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=3c5776cc2308,46441,1734053906010 2024-12-13T01:38:31,890 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=163, ProcessCount=11, AvailableMemoryMB=13217 2024-12-13T01:38:31,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T01:38:31,903 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T01:38:31,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-13T01:38:31,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T01:38:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-13T01:38:31,933 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T01:38:31,934 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:38:31,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-13T01:38:31,936 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T01:38:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T01:38:31,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741837_1013 (size=963) 2024-12-13T01:38:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T01:38:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T01:38:32,358 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863 2024-12-13T01:38:32,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741838_1014 (size=53) 2024-12-13T01:38:32,369 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T01:38:32,369 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing da6b7eda7e35e7054da0589de9506e2d, disabling compactions & flushes 2024-12-13T01:38:32,369 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:32,369 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:32,369 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. after waiting 0 ms 2024-12-13T01:38:32,369 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:32,369 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:32,369 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:32,371 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T01:38:32,372 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734053912371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734053912371"}]},"ts":"1734053912371"} 2024-12-13T01:38:32,374 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T01:38:32,376 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T01:38:32,376 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734053912376"}]},"ts":"1734053912376"} 2024-12-13T01:38:32,379 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-13T01:38:32,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=da6b7eda7e35e7054da0589de9506e2d, ASSIGN}] 2024-12-13T01:38:32,430 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=da6b7eda7e35e7054da0589de9506e2d, ASSIGN 2024-12-13T01:38:32,434 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=da6b7eda7e35e7054da0589de9506e2d, ASSIGN; state=OFFLINE, location=3c5776cc2308,43079,1734053906774; forceNewPlan=false, retain=false 2024-12-13T01:38:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T01:38:32,585 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=da6b7eda7e35e7054da0589de9506e2d, regionState=OPENING, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:32,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774}] 2024-12-13T01:38:32,746 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:32,758 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:32,759 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} 2024-12-13T01:38:32,759 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:32,759 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T01:38:32,760 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:32,760 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:32,763 INFO [StoreOpener-da6b7eda7e35e7054da0589de9506e2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:32,767 INFO [StoreOpener-da6b7eda7e35e7054da0589de9506e2d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:38:32,767 INFO [StoreOpener-da6b7eda7e35e7054da0589de9506e2d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da6b7eda7e35e7054da0589de9506e2d columnFamilyName A 2024-12-13T01:38:32,768 DEBUG [StoreOpener-da6b7eda7e35e7054da0589de9506e2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:38:32,769 INFO [StoreOpener-da6b7eda7e35e7054da0589de9506e2d-1 {}] regionserver.HStore(327): Store=da6b7eda7e35e7054da0589de9506e2d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:38:32,769 INFO [StoreOpener-da6b7eda7e35e7054da0589de9506e2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:32,771 INFO [StoreOpener-da6b7eda7e35e7054da0589de9506e2d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:38:32,772 INFO [StoreOpener-da6b7eda7e35e7054da0589de9506e2d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da6b7eda7e35e7054da0589de9506e2d columnFamilyName B 2024-12-13T01:38:32,772 DEBUG [StoreOpener-da6b7eda7e35e7054da0589de9506e2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:38:32,773 INFO [StoreOpener-da6b7eda7e35e7054da0589de9506e2d-1 {}] regionserver.HStore(327): Store=da6b7eda7e35e7054da0589de9506e2d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:38:32,773 INFO [StoreOpener-da6b7eda7e35e7054da0589de9506e2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:32,775 INFO [StoreOpener-da6b7eda7e35e7054da0589de9506e2d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:38:32,775 INFO [StoreOpener-da6b7eda7e35e7054da0589de9506e2d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da6b7eda7e35e7054da0589de9506e2d columnFamilyName C 2024-12-13T01:38:32,775 DEBUG [StoreOpener-da6b7eda7e35e7054da0589de9506e2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:38:32,776 INFO [StoreOpener-da6b7eda7e35e7054da0589de9506e2d-1 {}] regionserver.HStore(327): Store=da6b7eda7e35e7054da0589de9506e2d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:38:32,776 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:32,778 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:32,778 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:32,781 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T01:38:32,783 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:32,786 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T01:38:32,787 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened da6b7eda7e35e7054da0589de9506e2d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64988846, jitterRate=-0.03159072995185852}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T01:38:32,787 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:32,789 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., pid=11, masterSystemTime=1734053912746 2024-12-13T01:38:32,791 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:32,791 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:32,792 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=da6b7eda7e35e7054da0589de9506e2d, regionState=OPEN, openSeqNum=2, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:32,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-13T01:38:32,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 in 204 msec 2024-12-13T01:38:32,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-13T01:38:32,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=da6b7eda7e35e7054da0589de9506e2d, ASSIGN in 371 msec 2024-12-13T01:38:32,803 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T01:38:32,803 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734053912803"}]},"ts":"1734053912803"} 2024-12-13T01:38:32,805 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-13T01:38:32,812 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T01:38:32,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 883 msec 2024-12-13T01:38:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T01:38:33,069 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-13T01:38:33,081 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-12-13T01:38:33,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:38:33,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:38:33,128 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:38:33,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T01:38:33,136 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T01:38:33,146 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-12-13T01:38:33,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:38:33,154 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-12-13T01:38:33,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:38:33,162 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-12-13T01:38:33,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:38:33,171 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-12-13T01:38:33,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:38:33,180 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-12-13T01:38:33,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:38:33,190 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-12-13T01:38:33,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:38:33,204 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-12-13T01:38:33,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:38:33,213 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-12-13T01:38:33,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:38:33,221 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-12-13T01:38:33,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:38:33,233 DEBUG [hconnection-0x59c3390f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:38:33,234 DEBUG [hconnection-0x23bc3a57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:38:33,235 DEBUG [hconnection-0x17b3816e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:38:33,235 DEBUG [hconnection-0x48af454-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:38:33,236 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:38:33,239 DEBUG [hconnection-0x38c2ffb0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:38:33,240 DEBUG [hconnection-0xb857c1a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:38:33,240 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:38:33,241 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:38:33,242 DEBUG [hconnection-0x34e8847a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:38:33,242 DEBUG [hconnection-0x4a22ee9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:38:33,243 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:38:33,243 DEBUG [hconnection-0x5e621c7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:38:33,245 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:38:33,247 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:38:33,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:38:33,252 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:38:33,252 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:38:33,255 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:38:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-13T01:38:33,259 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:38:33,261 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:38:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-13T01:38:33,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:38:33,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T01:38:33,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:33,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:33,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:33,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:33,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:33,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-13T01:38:33,422 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:33,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-13T01:38:33,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:33,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:33,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:33,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:33,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:33,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053973444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:33,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053973445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:33,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:33,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053973451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053973452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:33,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053973452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:33,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/461257e8a83448908b5caefd59016ee0 is 50, key is test_row_0/A:col10/1734053913328/Put/seqid=0 2024-12-13T01:38:33,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741839_1015 (size=14341) 2024-12-13T01:38:33,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/461257e8a83448908b5caefd59016ee0 2024-12-13T01:38:33,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053973559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:33,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:33,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053973559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053973559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:33,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053973560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:33,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053973562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-13T01:38:33,614 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:33,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-13T01:38:33,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/2e0e251181f14f31815a2e84020201d6 is 50, key is test_row_0/B:col10/1734053913328/Put/seqid=0 2024-12-13T01:38:33,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:33,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:33,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:33,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:33,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:33,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741840_1016 (size=12001) 2024-12-13T01:38:33,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/2e0e251181f14f31815a2e84020201d6 2024-12-13T01:38:33,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/1455bfad1e90490f8c40feb32deb255e is 50, key is test_row_0/C:col10/1734053913328/Put/seqid=0 2024-12-13T01:38:33,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741841_1017 (size=12001) 2024-12-13T01:38:33,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/1455bfad1e90490f8c40feb32deb255e 2024-12-13T01:38:33,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/461257e8a83448908b5caefd59016ee0 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/461257e8a83448908b5caefd59016ee0 2024-12-13T01:38:33,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/461257e8a83448908b5caefd59016ee0, entries=200, sequenceid=12, filesize=14.0 K 2024-12-13T01:38:33,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/2e0e251181f14f31815a2e84020201d6 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/2e0e251181f14f31815a2e84020201d6 2024-12-13T01:38:33,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/2e0e251181f14f31815a2e84020201d6, entries=150, sequenceid=12, filesize=11.7 K 2024-12-13T01:38:33,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/1455bfad1e90490f8c40feb32deb255e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/1455bfad1e90490f8c40feb32deb255e 2024-12-13T01:38:33,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053973770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:33,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053973770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:33,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:33,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053973771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053973771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:33,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053973773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:33,775 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:33,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-13T01:38:33,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/1455bfad1e90490f8c40feb32deb255e, entries=150, sequenceid=12, filesize=11.7 K 2024-12-13T01:38:33,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:33,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for da6b7eda7e35e7054da0589de9506e2d in 453ms, sequenceid=12, compaction requested=false 2024-12-13T01:38:33,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:33,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:33,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:33,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:33,789 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-13T01:38:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:33,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-13T01:38:33,941 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:33,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-13T01:38:33,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:33,943 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-13T01:38:33,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:33,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:33,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:33,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:33,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:33,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:33,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/f0fa3e7956c54528bbad2fa153d7d3b5 is 50, key is test_row_0/A:col10/1734053913402/Put/seqid=0 2024-12-13T01:38:33,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741842_1018 (size=12001) 2024-12-13T01:38:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:34,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:34,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053974086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053974090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053974090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053974093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053974095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053974199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053974200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053974201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053974208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053974209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-13T01:38:34,377 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/f0fa3e7956c54528bbad2fa153d7d3b5 2024-12-13T01:38:34,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053974404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053974404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/3700265bfc3c46d79c89568bf79a2138 is 50, key is test_row_0/B:col10/1734053913402/Put/seqid=0 2024-12-13T01:38:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053974405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053974414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053974415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741843_1019 (size=12001) 2024-12-13T01:38:34,434 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/3700265bfc3c46d79c89568bf79a2138 2024-12-13T01:38:34,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/4f3b9aa0b7dd4d15bf240ca9c0f17bb2 is 50, key is test_row_0/C:col10/1734053913402/Put/seqid=0 2024-12-13T01:38:34,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741844_1020 (size=12001) 2024-12-13T01:38:34,496 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/4f3b9aa0b7dd4d15bf240ca9c0f17bb2 2024-12-13T01:38:34,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/f0fa3e7956c54528bbad2fa153d7d3b5 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/f0fa3e7956c54528bbad2fa153d7d3b5 2024-12-13T01:38:34,534 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/f0fa3e7956c54528bbad2fa153d7d3b5, entries=150, sequenceid=39, filesize=11.7 K 2024-12-13T01:38:34,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/3700265bfc3c46d79c89568bf79a2138 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/3700265bfc3c46d79c89568bf79a2138 2024-12-13T01:38:34,553 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/3700265bfc3c46d79c89568bf79a2138, entries=150, sequenceid=39, filesize=11.7 K 2024-12-13T01:38:34,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/4f3b9aa0b7dd4d15bf240ca9c0f17bb2 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/4f3b9aa0b7dd4d15bf240ca9c0f17bb2 2024-12-13T01:38:34,568 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/4f3b9aa0b7dd4d15bf240ca9c0f17bb2, entries=150, sequenceid=39, filesize=11.7 K 2024-12-13T01:38:34,571 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for da6b7eda7e35e7054da0589de9506e2d in 628ms, sequenceid=39, compaction requested=false 2024-12-13T01:38:34,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:34,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:34,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-13T01:38:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-13T01:38:34,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-13T01:38:34,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3120 sec 2024-12-13T01:38:34,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.3310 sec 2024-12-13T01:38:34,673 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-13T01:38:34,674 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-13T01:38:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:34,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T01:38:34,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:34,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:34,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:34,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:34,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:34,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:34,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/23e46f6509e6439788db41e697c9cad2 is 50, key is test_row_0/A:col10/1734053914717/Put/seqid=0 2024-12-13T01:38:34,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741845_1021 (size=12001) 2024-12-13T01:38:34,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053974813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053974816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053974816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053974823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053974825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053974925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053974926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053974929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053974931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:34,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053974933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053975131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053975131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053975135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053975135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053975139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/23e46f6509e6439788db41e697c9cad2 2024-12-13T01:38:35,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/52a9ae934042490ea85c2554f3a527da is 50, key is test_row_0/B:col10/1734053914717/Put/seqid=0 2024-12-13T01:38:35,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741846_1022 (size=12001) 2024-12-13T01:38:35,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/52a9ae934042490ea85c2554f3a527da 2024-12-13T01:38:35,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/a7261d9957654b8baf21ff81edb1cba9 is 50, key is test_row_0/C:col10/1734053914717/Put/seqid=0 2024-12-13T01:38:35,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741847_1023 (size=12001) 2024-12-13T01:38:35,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/a7261d9957654b8baf21ff81edb1cba9 2024-12-13T01:38:35,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/23e46f6509e6439788db41e697c9cad2 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/23e46f6509e6439788db41e697c9cad2 2024-12-13T01:38:35,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/23e46f6509e6439788db41e697c9cad2, entries=150, sequenceid=52, filesize=11.7 K 2024-12-13T01:38:35,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/52a9ae934042490ea85c2554f3a527da as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/52a9ae934042490ea85c2554f3a527da 2024-12-13T01:38:35,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/52a9ae934042490ea85c2554f3a527da, entries=150, sequenceid=52, filesize=11.7 K 2024-12-13T01:38:35,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/a7261d9957654b8baf21ff81edb1cba9 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/a7261d9957654b8baf21ff81edb1cba9 2024-12-13T01:38:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-13T01:38:35,374 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-13T01:38:35,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:38:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-13T01:38:35,382 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:38:35,383 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:38:35,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:38:35,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/a7261d9957654b8baf21ff81edb1cba9, entries=150, sequenceid=52, filesize=11.7 K 2024-12-13T01:38:35,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for da6b7eda7e35e7054da0589de9506e2d in 665ms, sequenceid=52, compaction requested=true 2024-12-13T01:38:35,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-13T01:38:35,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da6b7eda7e35e7054da0589de9506e2d:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:38:35,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:35,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da6b7eda7e35e7054da0589de9506e2d:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:38:35,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:35,392 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:38:35,392 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:38:35,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da6b7eda7e35e7054da0589de9506e2d:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:38:35,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:38:35,396 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:38:35,398 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): da6b7eda7e35e7054da0589de9506e2d/B is initiating minor compaction (all files) 2024-12-13T01:38:35,398 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da6b7eda7e35e7054da0589de9506e2d/B in TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:35,398 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:38:35,398 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): da6b7eda7e35e7054da0589de9506e2d/A is initiating minor compaction (all files) 2024-12-13T01:38:35,399 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/2e0e251181f14f31815a2e84020201d6, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/3700265bfc3c46d79c89568bf79a2138, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/52a9ae934042490ea85c2554f3a527da] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp, totalSize=35.2 K 2024-12-13T01:38:35,400 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e0e251181f14f31815a2e84020201d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734053913305 2024-12-13T01:38:35,401 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da6b7eda7e35e7054da0589de9506e2d/A in TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:35,401 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/461257e8a83448908b5caefd59016ee0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/f0fa3e7956c54528bbad2fa153d7d3b5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/23e46f6509e6439788db41e697c9cad2] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp, totalSize=37.4 K 2024-12-13T01:38:35,402 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 3700265bfc3c46d79c89568bf79a2138, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734053913402 2024-12-13T01:38:35,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-13T01:38:35,403 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 52a9ae934042490ea85c2554f3a527da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734053914092 2024-12-13T01:38:35,403 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 461257e8a83448908b5caefd59016ee0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734053913259 2024-12-13T01:38:35,405 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0fa3e7956c54528bbad2fa153d7d3b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734053913402 2024-12-13T01:38:35,407 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23e46f6509e6439788db41e697c9cad2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734053914092 2024-12-13T01:38:35,459 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da6b7eda7e35e7054da0589de9506e2d#B#compaction#9 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:38:35,460 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/3f5d7f6a19b949feaef7b7a6b474d9e0 is 50, key is test_row_0/B:col10/1734053914717/Put/seqid=0 2024-12-13T01:38:35,461 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da6b7eda7e35e7054da0589de9506e2d#A#compaction#10 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:38:35,462 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/d022b36696364872be3225c80ff08691 is 50, key is test_row_0/A:col10/1734053914717/Put/seqid=0 2024-12-13T01:38:35,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741848_1024 (size=12104) 2024-12-13T01:38:35,487 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/3f5d7f6a19b949feaef7b7a6b474d9e0 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/3f5d7f6a19b949feaef7b7a6b474d9e0 2024-12-13T01:38:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-13T01:38:35,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741849_1025 (size=12104) 2024-12-13T01:38:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:35,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-13T01:38:35,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:35,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:35,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:35,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:35,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:35,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:35,521 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/d022b36696364872be3225c80ff08691 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/d022b36696364872be3225c80ff08691 2024-12-13T01:38:35,524 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da6b7eda7e35e7054da0589de9506e2d/B of da6b7eda7e35e7054da0589de9506e2d into 3f5d7f6a19b949feaef7b7a6b474d9e0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:38:35,524 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:35,524 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., storeName=da6b7eda7e35e7054da0589de9506e2d/B, priority=13, startTime=1734053915392; duration=0sec 2024-12-13T01:38:35,525 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:38:35,525 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da6b7eda7e35e7054da0589de9506e2d:B 2024-12-13T01:38:35,525 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:38:35,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/b4388c8016d641e5ac895a78b14a3b99 is 50, key is test_row_0/A:col10/1734053915446/Put/seqid=0 2024-12-13T01:38:35,530 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:38:35,530 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): da6b7eda7e35e7054da0589de9506e2d/C is initiating minor compaction (all files) 2024-12-13T01:38:35,531 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da6b7eda7e35e7054da0589de9506e2d/C in TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:35,533 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/1455bfad1e90490f8c40feb32deb255e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/4f3b9aa0b7dd4d15bf240ca9c0f17bb2, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/a7261d9957654b8baf21ff81edb1cba9] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp, totalSize=35.2 K 2024-12-13T01:38:35,534 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 1455bfad1e90490f8c40feb32deb255e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734053913305 2024-12-13T01:38:35,535 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f3b9aa0b7dd4d15bf240ca9c0f17bb2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734053913402 2024-12-13T01:38:35,536 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting a7261d9957654b8baf21ff81edb1cba9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734053914092 2024-12-13T01:38:35,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053975520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,538 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-13T01:38:35,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:35,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:35,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:35,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:35,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:35,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053975524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,543 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da6b7eda7e35e7054da0589de9506e2d/A of da6b7eda7e35e7054da0589de9506e2d into d022b36696364872be3225c80ff08691(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:38:35,545 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:35,545 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., storeName=da6b7eda7e35e7054da0589de9506e2d/A, priority=13, startTime=1734053915392; duration=0sec 2024-12-13T01:38:35,546 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:35,546 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da6b7eda7e35e7054da0589de9506e2d:A 2024-12-13T01:38:35,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053975527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053975534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741850_1026 (size=14341) 2024-12-13T01:38:35,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/b4388c8016d641e5ac895a78b14a3b99 2024-12-13T01:38:35,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053975547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,571 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da6b7eda7e35e7054da0589de9506e2d#C#compaction#12 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:38:35,572 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/de6ce1932667463f960e272fafe55118 is 50, key is test_row_0/C:col10/1734053914717/Put/seqid=0 2024-12-13T01:38:35,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/739a15c56c47492ea0f2b9c95ccfc934 is 50, key is test_row_0/B:col10/1734053915446/Put/seqid=0 2024-12-13T01:38:35,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741851_1027 (size=12104) 2024-12-13T01:38:35,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741852_1028 (size=12001) 2024-12-13T01:38:35,611 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/de6ce1932667463f960e272fafe55118 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/de6ce1932667463f960e272fafe55118 2024-12-13T01:38:35,623 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da6b7eda7e35e7054da0589de9506e2d/C of da6b7eda7e35e7054da0589de9506e2d into de6ce1932667463f960e272fafe55118(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:38:35,623 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:35,623 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., storeName=da6b7eda7e35e7054da0589de9506e2d/C, priority=13, startTime=1734053915393; duration=0sec 2024-12-13T01:38:35,623 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:35,624 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da6b7eda7e35e7054da0589de9506e2d:C 2024-12-13T01:38:35,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053975639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053975646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053975650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053975651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053975659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-13T01:38:35,692 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-13T01:38:35,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:35,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:35,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:35,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:35,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:35,847 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053975845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-13T01:38:35,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:35,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:35,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:35,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:35,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:35,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053975852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053975855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053975856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:35,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053975864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-13T01:38:36,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/739a15c56c47492ea0f2b9c95ccfc934 2024-12-13T01:38:36,012 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-13T01:38:36,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:36,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:36,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:36,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:36,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:36,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/c88df336364c4e35b73e8e9f09fb7f66 is 50, key is test_row_0/C:col10/1734053915446/Put/seqid=0 2024-12-13T01:38:36,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741853_1029 (size=12001) 2024-12-13T01:38:36,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/c88df336364c4e35b73e8e9f09fb7f66 2024-12-13T01:38:36,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/b4388c8016d641e5ac895a78b14a3b99 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/b4388c8016d641e5ac895a78b14a3b99 2024-12-13T01:38:36,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/b4388c8016d641e5ac895a78b14a3b99, entries=200, sequenceid=80, filesize=14.0 K 2024-12-13T01:38:36,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/739a15c56c47492ea0f2b9c95ccfc934 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/739a15c56c47492ea0f2b9c95ccfc934 2024-12-13T01:38:36,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/739a15c56c47492ea0f2b9c95ccfc934, entries=150, sequenceid=80, filesize=11.7 K 2024-12-13T01:38:36,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/c88df336364c4e35b73e8e9f09fb7f66 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/c88df336364c4e35b73e8e9f09fb7f66 2024-12-13T01:38:36,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/c88df336364c4e35b73e8e9f09fb7f66, entries=150, sequenceid=80, filesize=11.7 K 2024-12-13T01:38:36,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for da6b7eda7e35e7054da0589de9506e2d in 616ms, sequenceid=80, compaction requested=false 2024-12-13T01:38:36,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:36,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T01:38:36,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:36,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:36,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:36,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:36,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:36,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:36,169 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-13T01:38:36,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:36,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:36,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:36,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:36,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:36,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/b0876dbedb214aeab84c07ce8b414446 is 50, key is test_row_0/A:col10/1734053915524/Put/seqid=0 2024-12-13T01:38:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:36,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741854_1030 (size=12001) 2024-12-13T01:38:36,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/b0876dbedb214aeab84c07ce8b414446 2024-12-13T01:38:36,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/74ad290ff9694b7cb5e084d113c6c8d8 is 50, key is test_row_0/B:col10/1734053915524/Put/seqid=0 2024-12-13T01:38:36,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053976204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053976206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053976210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053976214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053976215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741855_1031 (size=12001) 2024-12-13T01:38:36,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/74ad290ff9694b7cb5e084d113c6c8d8 2024-12-13T01:38:36,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/90c9e500499444a6860c683fded5405c is 50, key is test_row_0/C:col10/1734053915524/Put/seqid=0 2024-12-13T01:38:36,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741856_1032 (size=12001) 2024-12-13T01:38:36,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053976316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053976316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053976317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053976320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053976321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,326 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-13T01:38:36,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:36,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:36,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:36,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:36,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:36,428 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-13T01:38:36,428 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-13T01:38:36,430 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-13T01:38:36,430 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-13T01:38:36,431 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T01:38:36,431 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-13T01:38:36,432 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-13T01:38:36,432 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-13T01:38:36,434 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-13T01:38:36,434 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-13T01:38:36,482 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-13T01:38:36,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:36,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:36,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:36,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:36,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-13T01:38:36,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053976520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053976521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053976520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053976526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053976527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,635 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-13T01:38:36,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:36,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:36,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:36,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:36,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:36,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/90c9e500499444a6860c683fded5405c 2024-12-13T01:38:36,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/b0876dbedb214aeab84c07ce8b414446 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/b0876dbedb214aeab84c07ce8b414446 2024-12-13T01:38:36,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/b0876dbedb214aeab84c07ce8b414446, entries=150, sequenceid=95, filesize=11.7 K 2024-12-13T01:38:36,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/74ad290ff9694b7cb5e084d113c6c8d8 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/74ad290ff9694b7cb5e084d113c6c8d8 2024-12-13T01:38:36,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/74ad290ff9694b7cb5e084d113c6c8d8, entries=150, sequenceid=95, filesize=11.7 K 2024-12-13T01:38:36,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/90c9e500499444a6860c683fded5405c as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/90c9e500499444a6860c683fded5405c 2024-12-13T01:38:36,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/90c9e500499444a6860c683fded5405c, entries=150, sequenceid=95, filesize=11.7 K 2024-12-13T01:38:36,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for da6b7eda7e35e7054da0589de9506e2d in 615ms, sequenceid=95, compaction requested=true 2024-12-13T01:38:36,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:36,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da6b7eda7e35e7054da0589de9506e2d:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:38:36,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:36,777 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:38:36,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da6b7eda7e35e7054da0589de9506e2d:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:38:36,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:38:36,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da6b7eda7e35e7054da0589de9506e2d:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:38:36,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-13T01:38:36,777 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:38:36,779 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:38:36,779 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): da6b7eda7e35e7054da0589de9506e2d/A is initiating minor compaction (all files) 2024-12-13T01:38:36,779 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da6b7eda7e35e7054da0589de9506e2d/A in TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:36,779 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/d022b36696364872be3225c80ff08691, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/b4388c8016d641e5ac895a78b14a3b99, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/b0876dbedb214aeab84c07ce8b414446] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp, totalSize=37.5 K 2024-12-13T01:38:36,781 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:38:36,781 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting d022b36696364872be3225c80ff08691, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734053914092 2024-12-13T01:38:36,781 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): da6b7eda7e35e7054da0589de9506e2d/B is initiating minor compaction (all files) 2024-12-13T01:38:36,781 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da6b7eda7e35e7054da0589de9506e2d/B in TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:36,781 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/3f5d7f6a19b949feaef7b7a6b474d9e0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/739a15c56c47492ea0f2b9c95ccfc934, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/74ad290ff9694b7cb5e084d113c6c8d8] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp, totalSize=35.3 K 2024-12-13T01:38:36,782 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4388c8016d641e5ac895a78b14a3b99, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1734053914822 2024-12-13T01:38:36,782 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f5d7f6a19b949feaef7b7a6b474d9e0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734053914092 2024-12-13T01:38:36,782 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0876dbedb214aeab84c07ce8b414446, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734053915524 2024-12-13T01:38:36,784 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 739a15c56c47492ea0f2b9c95ccfc934, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1734053915443 2024-12-13T01:38:36,786 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 74ad290ff9694b7cb5e084d113c6c8d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734053915524 2024-12-13T01:38:36,791 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-13T01:38:36,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:36,793 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-13T01:38:36,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:36,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:36,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:36,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:36,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:36,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:36,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/e5fc7fd276bd4b7c91d98e323a8cb946 is 50, key is test_row_0/A:col10/1734053916202/Put/seqid=0 2024-12-13T01:38:36,822 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da6b7eda7e35e7054da0589de9506e2d#B#compaction#20 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:38:36,822 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da6b7eda7e35e7054da0589de9506e2d#A#compaction#19 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:38:36,823 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/a5c1bbdea59a409084c984ef3a9ab9bb is 50, key is test_row_0/B:col10/1734053915524/Put/seqid=0 2024-12-13T01:38:36,823 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/f4cbe016e2d64d22bee3f38f82887814 is 50, key is test_row_0/A:col10/1734053915524/Put/seqid=0 2024-12-13T01:38:36,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:36,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053976838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053976840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053976840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053976841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053976844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741857_1033 (size=12001) 2024-12-13T01:38:36,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741859_1035 (size=12207) 2024-12-13T01:38:36,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741858_1034 (size=12207) 2024-12-13T01:38:36,891 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/f4cbe016e2d64d22bee3f38f82887814 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/f4cbe016e2d64d22bee3f38f82887814 2024-12-13T01:38:36,905 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da6b7eda7e35e7054da0589de9506e2d/A of da6b7eda7e35e7054da0589de9506e2d into f4cbe016e2d64d22bee3f38f82887814(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:38:36,905 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:36,905 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., storeName=da6b7eda7e35e7054da0589de9506e2d/A, priority=13, startTime=1734053916777; duration=0sec 2024-12-13T01:38:36,905 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:38:36,905 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da6b7eda7e35e7054da0589de9506e2d:A 2024-12-13T01:38:36,906 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:38:36,912 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:38:36,912 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): da6b7eda7e35e7054da0589de9506e2d/C is initiating minor compaction (all files) 2024-12-13T01:38:36,912 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da6b7eda7e35e7054da0589de9506e2d/C in TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:36,912 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/de6ce1932667463f960e272fafe55118, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/c88df336364c4e35b73e8e9f09fb7f66, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/90c9e500499444a6860c683fded5405c] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp, totalSize=35.3 K 2024-12-13T01:38:36,913 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting de6ce1932667463f960e272fafe55118, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734053914092 2024-12-13T01:38:36,914 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting c88df336364c4e35b73e8e9f09fb7f66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1734053915443 2024-12-13T01:38:36,915 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90c9e500499444a6860c683fded5405c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734053915524 2024-12-13T01:38:36,937 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da6b7eda7e35e7054da0589de9506e2d#C#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:38:36,937 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/78fce6f64fbb4694803fda190a7ded20 is 50, key is test_row_0/C:col10/1734053915524/Put/seqid=0 2024-12-13T01:38:36,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053976946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053976947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053976948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053976948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053976948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:36,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741860_1036 (size=12207) 2024-12-13T01:38:37,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053977152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:37,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053977152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:37,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053977153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:37,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053977154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:37,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053977158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:37,261 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/e5fc7fd276bd4b7c91d98e323a8cb946 2024-12-13T01:38:37,276 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/a5c1bbdea59a409084c984ef3a9ab9bb as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/a5c1bbdea59a409084c984ef3a9ab9bb 2024-12-13T01:38:37,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/c8b35cdb17ee4fbe90fcb7663b38a0f7 is 50, key is test_row_0/B:col10/1734053916202/Put/seqid=0 2024-12-13T01:38:37,288 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da6b7eda7e35e7054da0589de9506e2d/B of da6b7eda7e35e7054da0589de9506e2d into a5c1bbdea59a409084c984ef3a9ab9bb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:38:37,288 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:37,288 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., storeName=da6b7eda7e35e7054da0589de9506e2d/B, priority=13, startTime=1734053916777; duration=0sec 2024-12-13T01:38:37,288 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:37,288 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da6b7eda7e35e7054da0589de9506e2d:B 2024-12-13T01:38:37,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741861_1037 (size=12001) 2024-12-13T01:38:37,369 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/78fce6f64fbb4694803fda190a7ded20 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/78fce6f64fbb4694803fda190a7ded20 2024-12-13T01:38:37,384 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da6b7eda7e35e7054da0589de9506e2d/C of da6b7eda7e35e7054da0589de9506e2d into 78fce6f64fbb4694803fda190a7ded20(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:38:37,384 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:37,384 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., storeName=da6b7eda7e35e7054da0589de9506e2d/C, priority=13, startTime=1734053916777; duration=0sec 2024-12-13T01:38:37,384 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:37,384 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da6b7eda7e35e7054da0589de9506e2d:C 2024-12-13T01:38:37,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053977458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:37,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053977460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:37,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053977461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:37,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:37,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053977461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053977461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-13T01:38:37,710 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/c8b35cdb17ee4fbe90fcb7663b38a0f7 2024-12-13T01:38:37,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/aa9145536cc54828a1902928bbb3bb15 is 50, key is test_row_0/C:col10/1734053916202/Put/seqid=0 2024-12-13T01:38:37,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741862_1038 (size=12001) 2024-12-13T01:38:37,754 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/aa9145536cc54828a1902928bbb3bb15 2024-12-13T01:38:37,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/e5fc7fd276bd4b7c91d98e323a8cb946 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e5fc7fd276bd4b7c91d98e323a8cb946 2024-12-13T01:38:37,779 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e5fc7fd276bd4b7c91d98e323a8cb946, entries=150, sequenceid=120, filesize=11.7 K 2024-12-13T01:38:37,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/c8b35cdb17ee4fbe90fcb7663b38a0f7 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/c8b35cdb17ee4fbe90fcb7663b38a0f7 2024-12-13T01:38:37,793 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/c8b35cdb17ee4fbe90fcb7663b38a0f7, entries=150, sequenceid=120, filesize=11.7 K 2024-12-13T01:38:37,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/aa9145536cc54828a1902928bbb3bb15 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/aa9145536cc54828a1902928bbb3bb15 2024-12-13T01:38:37,808 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/aa9145536cc54828a1902928bbb3bb15, entries=150, sequenceid=120, filesize=11.7 K 2024-12-13T01:38:37,810 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for da6b7eda7e35e7054da0589de9506e2d in 1016ms, sequenceid=120, compaction requested=false 2024-12-13T01:38:37,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:37,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:37,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-13T01:38:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-13T01:38:37,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-13T01:38:37,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4290 sec 2024-12-13T01:38:37,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 2.4400 sec 2024-12-13T01:38:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:37,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-13T01:38:37,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:37,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:37,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:37,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:37,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:37,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:37,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/3e0a8c473a794e33aad10a32a43df35b is 50, key is test_row_0/A:col10/1734053916837/Put/seqid=0 2024-12-13T01:38:37,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053977995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741863_1039 (size=14491) 2024-12-13T01:38:38,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/3e0a8c473a794e33aad10a32a43df35b 2024-12-13T01:38:38,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053977997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053977997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053977997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053977999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/2138085eba944440942614807419a92f is 50, key is test_row_0/B:col10/1734053916837/Put/seqid=0 2024-12-13T01:38:38,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741864_1040 (size=12101) 2024-12-13T01:38:38,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/2138085eba944440942614807419a92f 2024-12-13T01:38:38,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/33a8ca98cd944013b0658b85a344bc35 is 50, key is test_row_0/C:col10/1734053916837/Put/seqid=0 2024-12-13T01:38:38,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741865_1041 (size=12101) 2024-12-13T01:38:38,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/33a8ca98cd944013b0658b85a344bc35 2024-12-13T01:38:38,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/3e0a8c473a794e33aad10a32a43df35b as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/3e0a8c473a794e33aad10a32a43df35b 2024-12-13T01:38:38,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053978102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/3e0a8c473a794e33aad10a32a43df35b, entries=200, sequenceid=136, filesize=14.2 K 2024-12-13T01:38:38,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/2138085eba944440942614807419a92f as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/2138085eba944440942614807419a92f 2024-12-13T01:38:38,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053978104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053978106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053978106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053978109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/2138085eba944440942614807419a92f, entries=150, sequenceid=136, filesize=11.8 K 2024-12-13T01:38:38,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/33a8ca98cd944013b0658b85a344bc35 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/33a8ca98cd944013b0658b85a344bc35 2024-12-13T01:38:38,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/33a8ca98cd944013b0658b85a344bc35, entries=150, sequenceid=136, filesize=11.8 K 2024-12-13T01:38:38,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for da6b7eda7e35e7054da0589de9506e2d in 171ms, sequenceid=136, compaction requested=true 2024-12-13T01:38:38,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:38,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da6b7eda7e35e7054da0589de9506e2d:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:38:38,138 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:38:38,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:38,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da6b7eda7e35e7054da0589de9506e2d:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:38:38,138 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:38:38,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:38,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da6b7eda7e35e7054da0589de9506e2d:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:38:38,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:38:38,140 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:38:38,140 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:38:38,140 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): da6b7eda7e35e7054da0589de9506e2d/B is initiating minor compaction (all files) 2024-12-13T01:38:38,140 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): da6b7eda7e35e7054da0589de9506e2d/A is initiating minor compaction (all files) 2024-12-13T01:38:38,140 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da6b7eda7e35e7054da0589de9506e2d/B in TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:38,140 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da6b7eda7e35e7054da0589de9506e2d/A in TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:38,140 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/f4cbe016e2d64d22bee3f38f82887814, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e5fc7fd276bd4b7c91d98e323a8cb946, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/3e0a8c473a794e33aad10a32a43df35b] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp, totalSize=37.8 K 2024-12-13T01:38:38,140 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/a5c1bbdea59a409084c984ef3a9ab9bb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/c8b35cdb17ee4fbe90fcb7663b38a0f7, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/2138085eba944440942614807419a92f] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp, totalSize=35.5 K 2024-12-13T01:38:38,142 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4cbe016e2d64d22bee3f38f82887814, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734053915524 2024-12-13T01:38:38,143 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting a5c1bbdea59a409084c984ef3a9ab9bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734053915524 2024-12-13T01:38:38,144 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5fc7fd276bd4b7c91d98e323a8cb946, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734053916202 2024-12-13T01:38:38,144 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e0a8c473a794e33aad10a32a43df35b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734053916837 2024-12-13T01:38:38,144 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting c8b35cdb17ee4fbe90fcb7663b38a0f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734053916202 2024-12-13T01:38:38,145 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 2138085eba944440942614807419a92f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734053916837 2024-12-13T01:38:38,165 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da6b7eda7e35e7054da0589de9506e2d#B#compaction#27 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:38:38,167 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/f7f715fc881a4d3c9eced12101dca258 is 50, key is test_row_0/B:col10/1734053916837/Put/seqid=0 2024-12-13T01:38:38,174 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da6b7eda7e35e7054da0589de9506e2d#A#compaction#28 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:38:38,174 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/d1bf71a53ccd40aa841caefeced3576f is 50, key is test_row_0/A:col10/1734053916837/Put/seqid=0 2024-12-13T01:38:38,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741866_1042 (size=12409) 2024-12-13T01:38:38,209 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/f7f715fc881a4d3c9eced12101dca258 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/f7f715fc881a4d3c9eced12101dca258 2024-12-13T01:38:38,222 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da6b7eda7e35e7054da0589de9506e2d/B of da6b7eda7e35e7054da0589de9506e2d into f7f715fc881a4d3c9eced12101dca258(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:38:38,223 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:38,223 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., storeName=da6b7eda7e35e7054da0589de9506e2d/B, priority=13, startTime=1734053918138; duration=0sec 2024-12-13T01:38:38,223 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:38:38,223 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da6b7eda7e35e7054da0589de9506e2d:B 2024-12-13T01:38:38,223 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:38:38,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741867_1043 (size=12409) 2024-12-13T01:38:38,226 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:38:38,226 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): da6b7eda7e35e7054da0589de9506e2d/C is initiating minor compaction (all files) 2024-12-13T01:38:38,226 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da6b7eda7e35e7054da0589de9506e2d/C in TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:38,226 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/78fce6f64fbb4694803fda190a7ded20, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/aa9145536cc54828a1902928bbb3bb15, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/33a8ca98cd944013b0658b85a344bc35] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp, totalSize=35.5 K 2024-12-13T01:38:38,227 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 78fce6f64fbb4694803fda190a7ded20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734053915524 2024-12-13T01:38:38,227 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting aa9145536cc54828a1902928bbb3bb15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734053916202 2024-12-13T01:38:38,228 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 33a8ca98cd944013b0658b85a344bc35, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734053916837 2024-12-13T01:38:38,239 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da6b7eda7e35e7054da0589de9506e2d#C#compaction#29 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:38:38,240 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/5814b6708a8842ffbee7cdca779de4eb is 50, key is test_row_0/C:col10/1734053916837/Put/seqid=0 2024-12-13T01:38:38,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741868_1044 (size=12409) 2024-12-13T01:38:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:38,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-13T01:38:38,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:38,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:38,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:38,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:38,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:38,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:38,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/0d12fb10490c4e33a91746031fd98255 is 50, key is test_row_0/A:col10/1734053918304/Put/seqid=0 2024-12-13T01:38:38,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053978323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053978325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053978325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053978328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053978329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741869_1045 (size=12151) 2024-12-13T01:38:38,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053978433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053978433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053978433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053978435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053978437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,638 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/d1bf71a53ccd40aa841caefeced3576f as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/d1bf71a53ccd40aa841caefeced3576f 2024-12-13T01:38:38,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053978638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053978638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053978638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053978639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053978642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,651 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da6b7eda7e35e7054da0589de9506e2d/A of da6b7eda7e35e7054da0589de9506e2d into d1bf71a53ccd40aa841caefeced3576f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:38:38,651 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:38,651 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., storeName=da6b7eda7e35e7054da0589de9506e2d/A, priority=13, startTime=1734053918138; duration=0sec 2024-12-13T01:38:38,652 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:38,652 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da6b7eda7e35e7054da0589de9506e2d:A 2024-12-13T01:38:38,661 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/5814b6708a8842ffbee7cdca779de4eb as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/5814b6708a8842ffbee7cdca779de4eb 2024-12-13T01:38:38,673 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da6b7eda7e35e7054da0589de9506e2d/C of da6b7eda7e35e7054da0589de9506e2d into 5814b6708a8842ffbee7cdca779de4eb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:38:38,673 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:38,673 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., storeName=da6b7eda7e35e7054da0589de9506e2d/C, priority=13, startTime=1734053918138; duration=0sec 2024-12-13T01:38:38,673 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:38,673 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da6b7eda7e35e7054da0589de9506e2d:C 2024-12-13T01:38:38,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/0d12fb10490c4e33a91746031fd98255 2024-12-13T01:38:38,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/8d62f95513cc4a128fea40ff333767ee is 50, key is test_row_0/B:col10/1734053918304/Put/seqid=0 2024-12-13T01:38:38,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741870_1046 (size=12151) 2024-12-13T01:38:38,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053978943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053978943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053978945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053978945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:38,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053978949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:39,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/8d62f95513cc4a128fea40ff333767ee 2024-12-13T01:38:39,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/e4c702063f874327a04360663c8940dc is 50, key is test_row_0/C:col10/1734053918304/Put/seqid=0 2024-12-13T01:38:39,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741871_1047 (size=12151) 2024-12-13T01:38:39,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053979448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:39,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053979448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:39,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053979449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:39,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053979455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:39,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053979455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-13T01:38:39,495 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-13T01:38:39,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:38:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-13T01:38:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-13T01:38:39,500 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:38:39,501 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:38:39,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:38:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-13T01:38:39,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/e4c702063f874327a04360663c8940dc 2024-12-13T01:38:39,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/0d12fb10490c4e33a91746031fd98255 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0d12fb10490c4e33a91746031fd98255 2024-12-13T01:38:39,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0d12fb10490c4e33a91746031fd98255, entries=150, sequenceid=161, filesize=11.9 K 2024-12-13T01:38:39,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/8d62f95513cc4a128fea40ff333767ee as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/8d62f95513cc4a128fea40ff333767ee 2024-12-13T01:38:39,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/8d62f95513cc4a128fea40ff333767ee, entries=150, sequenceid=161, filesize=11.9 K 2024-12-13T01:38:39,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/e4c702063f874327a04360663c8940dc as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/e4c702063f874327a04360663c8940dc 2024-12-13T01:38:39,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/e4c702063f874327a04360663c8940dc, entries=150, sequenceid=161, filesize=11.9 K 2024-12-13T01:38:39,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for da6b7eda7e35e7054da0589de9506e2d in 1343ms, sequenceid=161, compaction requested=false 2024-12-13T01:38:39,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:39,653 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:39,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-13T01:38:39,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:39,654 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-13T01:38:39,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:39,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:39,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:39,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:39,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:39,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:39,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/002c30db7a98456485d00cfdffa5ffa6 is 50, key is test_row_0/A:col10/1734053918320/Put/seqid=0 2024-12-13T01:38:39,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741872_1048 (size=12151) 2024-12-13T01:38:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-13T01:38:40,067 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/002c30db7a98456485d00cfdffa5ffa6 2024-12-13T01:38:40,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/d59b7f69b15f429cbd2430a91d52d8a0 is 50, key is test_row_0/B:col10/1734053918320/Put/seqid=0 2024-12-13T01:38:40,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741873_1049 (size=12151) 2024-12-13T01:38:40,099 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/d59b7f69b15f429cbd2430a91d52d8a0 2024-12-13T01:38:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-13T01:38:40,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/94f3ea8bd18945d6bfd56a430e54386f is 50, key is test_row_0/C:col10/1734053918320/Put/seqid=0 2024-12-13T01:38:40,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741874_1050 (size=12151) 2024-12-13T01:38:40,141 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/94f3ea8bd18945d6bfd56a430e54386f 2024-12-13T01:38:40,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/002c30db7a98456485d00cfdffa5ffa6 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/002c30db7a98456485d00cfdffa5ffa6 2024-12-13T01:38:40,161 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/002c30db7a98456485d00cfdffa5ffa6, entries=150, sequenceid=175, filesize=11.9 K 2024-12-13T01:38:40,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/d59b7f69b15f429cbd2430a91d52d8a0 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/d59b7f69b15f429cbd2430a91d52d8a0 2024-12-13T01:38:40,173 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/d59b7f69b15f429cbd2430a91d52d8a0, entries=150, sequenceid=175, filesize=11.9 K 2024-12-13T01:38:40,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/94f3ea8bd18945d6bfd56a430e54386f as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/94f3ea8bd18945d6bfd56a430e54386f 2024-12-13T01:38:40,188 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/94f3ea8bd18945d6bfd56a430e54386f, entries=150, sequenceid=175, filesize=11.9 K 2024-12-13T01:38:40,191 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for da6b7eda7e35e7054da0589de9506e2d in 536ms, sequenceid=175, compaction requested=true 2024-12-13T01:38:40,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:40,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:40,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-13T01:38:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-13T01:38:40,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-13T01:38:40,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 693 msec 2024-12-13T01:38:40,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 702 msec 2024-12-13T01:38:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:40,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T01:38:40,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:40,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:40,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:40,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:40,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:40,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:40,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/0337f8636f17409a863b9d322fb4fa39 is 50, key is test_row_0/A:col10/1734053920461/Put/seqid=0 2024-12-13T01:38:40,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:40,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053980491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053980493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:40,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053980495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:40,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053980497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:40,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053980497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:40,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741875_1051 (size=12151) 2024-12-13T01:38:40,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/0337f8636f17409a863b9d322fb4fa39 2024-12-13T01:38:40,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/247a53c5ed07400d92a04722e3a12ce8 is 50, key is test_row_0/B:col10/1734053920461/Put/seqid=0 2024-12-13T01:38:40,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741876_1052 (size=12151) 2024-12-13T01:38:40,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/247a53c5ed07400d92a04722e3a12ce8 2024-12-13T01:38:40,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/2302b89161304f11b00909a8587e36de is 50, key is test_row_0/C:col10/1734053920461/Put/seqid=0 2024-12-13T01:38:40,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741877_1053 (size=12151) 2024-12-13T01:38:40,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/2302b89161304f11b00909a8587e36de 2024-12-13T01:38:40,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/0337f8636f17409a863b9d322fb4fa39 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0337f8636f17409a863b9d322fb4fa39 2024-12-13T01:38:40,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0337f8636f17409a863b9d322fb4fa39, entries=150, sequenceid=186, filesize=11.9 K 2024-12-13T01:38:40,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/247a53c5ed07400d92a04722e3a12ce8 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/247a53c5ed07400d92a04722e3a12ce8 2024-12-13T01:38:40,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053980599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:40,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053980599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:40,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053980599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:40,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053980602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-13T01:38:40,604 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-13T01:38:40,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:40,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:38:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053980604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-13T01:38:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T01:38:40,608 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:38:40,609 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:38:40,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:38:40,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/247a53c5ed07400d92a04722e3a12ce8, entries=150, sequenceid=186, filesize=11.9 K 2024-12-13T01:38:40,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/2302b89161304f11b00909a8587e36de as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/2302b89161304f11b00909a8587e36de 2024-12-13T01:38:40,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/2302b89161304f11b00909a8587e36de, entries=150, sequenceid=186, filesize=11.9 K 2024-12-13T01:38:40,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for da6b7eda7e35e7054da0589de9506e2d in 165ms, sequenceid=186, compaction requested=true 2024-12-13T01:38:40,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:40,629 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T01:38:40,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da6b7eda7e35e7054da0589de9506e2d:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:38:40,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:40,630 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T01:38:40,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da6b7eda7e35e7054da0589de9506e2d:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:38:40,631 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T01:38:40,632 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): da6b7eda7e35e7054da0589de9506e2d/A is initiating minor compaction (all files) 2024-12-13T01:38:40,632 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da6b7eda7e35e7054da0589de9506e2d/A in TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:40,632 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/d1bf71a53ccd40aa841caefeced3576f, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0d12fb10490c4e33a91746031fd98255, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/002c30db7a98456485d00cfdffa5ffa6, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0337f8636f17409a863b9d322fb4fa39] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp, totalSize=47.7 K 2024-12-13T01:38:40,633 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T01:38:40,633 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): da6b7eda7e35e7054da0589de9506e2d/B is initiating minor compaction (all files) 2024-12-13T01:38:40,633 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da6b7eda7e35e7054da0589de9506e2d/B in TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:40,633 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/f7f715fc881a4d3c9eced12101dca258, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/8d62f95513cc4a128fea40ff333767ee, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/d59b7f69b15f429cbd2430a91d52d8a0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/247a53c5ed07400d92a04722e3a12ce8] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp, totalSize=47.7 K 2024-12-13T01:38:40,634 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting f7f715fc881a4d3c9eced12101dca258, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734053916837 2024-12-13T01:38:40,635 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1bf71a53ccd40aa841caefeced3576f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734053916837 2024-12-13T01:38:40,635 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d62f95513cc4a128fea40ff333767ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1734053917987 2024-12-13T01:38:40,636 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d12fb10490c4e33a91746031fd98255, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1734053917987 2024-12-13T01:38:40,636 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting d59b7f69b15f429cbd2430a91d52d8a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734053918320 2024-12-13T01:38:40,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:40,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da6b7eda7e35e7054da0589de9506e2d:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:38:40,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:38:40,636 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 002c30db7a98456485d00cfdffa5ffa6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734053918320 2024-12-13T01:38:40,637 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 247a53c5ed07400d92a04722e3a12ce8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1734053920459 2024-12-13T01:38:40,639 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0337f8636f17409a863b9d322fb4fa39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1734053920459 2024-12-13T01:38:40,658 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da6b7eda7e35e7054da0589de9506e2d#A#compaction#39 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:38:40,659 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/f9c51e1a697b4fdeb310fe7df56f55eb is 50, key is test_row_0/A:col10/1734053920461/Put/seqid=0 2024-12-13T01:38:40,669 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da6b7eda7e35e7054da0589de9506e2d#B#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:38:40,670 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/1ed61a6cb6494c69821b0e8341eb0ac6 is 50, key is test_row_0/B:col10/1734053920461/Put/seqid=0 2024-12-13T01:38:40,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741878_1054 (size=12595) 2024-12-13T01:38:40,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741879_1055 (size=12595) 2024-12-13T01:38:40,697 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/f9c51e1a697b4fdeb310fe7df56f55eb as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/f9c51e1a697b4fdeb310fe7df56f55eb 2024-12-13T01:38:40,706 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in da6b7eda7e35e7054da0589de9506e2d/A of da6b7eda7e35e7054da0589de9506e2d into f9c51e1a697b4fdeb310fe7df56f55eb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:38:40,707 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:40,707 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., storeName=da6b7eda7e35e7054da0589de9506e2d/A, priority=12, startTime=1734053920629; duration=0sec 2024-12-13T01:38:40,707 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/1ed61a6cb6494c69821b0e8341eb0ac6 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/1ed61a6cb6494c69821b0e8341eb0ac6 2024-12-13T01:38:40,707 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:38:40,707 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da6b7eda7e35e7054da0589de9506e2d:A 2024-12-13T01:38:40,707 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T01:38:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T01:38:40,709 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T01:38:40,709 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): da6b7eda7e35e7054da0589de9506e2d/C is initiating minor compaction (all files) 2024-12-13T01:38:40,709 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da6b7eda7e35e7054da0589de9506e2d/C in TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:40,710 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/5814b6708a8842ffbee7cdca779de4eb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/e4c702063f874327a04360663c8940dc, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/94f3ea8bd18945d6bfd56a430e54386f, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/2302b89161304f11b00909a8587e36de] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp, totalSize=47.7 K 2024-12-13T01:38:40,711 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5814b6708a8842ffbee7cdca779de4eb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734053916837 2024-12-13T01:38:40,711 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4c702063f874327a04360663c8940dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1734053917987 2024-12-13T01:38:40,713 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94f3ea8bd18945d6bfd56a430e54386f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734053918320 2024-12-13T01:38:40,713 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2302b89161304f11b00909a8587e36de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1734053920459 2024-12-13T01:38:40,725 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in da6b7eda7e35e7054da0589de9506e2d/B of da6b7eda7e35e7054da0589de9506e2d into 1ed61a6cb6494c69821b0e8341eb0ac6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:38:40,725 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:40,725 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., storeName=da6b7eda7e35e7054da0589de9506e2d/B, priority=12, startTime=1734053920630; duration=0sec 2024-12-13T01:38:40,726 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:40,726 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da6b7eda7e35e7054da0589de9506e2d:B 2024-12-13T01:38:40,733 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da6b7eda7e35e7054da0589de9506e2d#C#compaction#41 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:38:40,734 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/5e174a4f92bb48abb02baf96cb8f9118 is 50, key is test_row_0/C:col10/1734053920461/Put/seqid=0 2024-12-13T01:38:40,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741880_1056 (size=12595) 2024-12-13T01:38:40,756 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/5e174a4f92bb48abb02baf96cb8f9118 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/5e174a4f92bb48abb02baf96cb8f9118 2024-12-13T01:38:40,763 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:40,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-13T01:38:40,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:40,764 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-13T01:38:40,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:40,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:40,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:40,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:40,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:40,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:40,766 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in da6b7eda7e35e7054da0589de9506e2d/C of da6b7eda7e35e7054da0589de9506e2d into 5e174a4f92bb48abb02baf96cb8f9118(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:38:40,766 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:40,766 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., storeName=da6b7eda7e35e7054da0589de9506e2d/C, priority=12, startTime=1734053920636; duration=0sec 2024-12-13T01:38:40,766 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:40,767 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da6b7eda7e35e7054da0589de9506e2d:C 2024-12-13T01:38:40,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/a53332a0531e4b9e95227439297ae544 is 50, key is test_row_0/A:col10/1734053920493/Put/seqid=0 2024-12-13T01:38:40,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741881_1057 (size=12151) 2024-12-13T01:38:40,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:40,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053980814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:40,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053980816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:40,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053980817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:40,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053980817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:40,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053980817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T01:38:40,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053980919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:40,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053980919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:40,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053980923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:40,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053980924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:40,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053980924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:41,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053981123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:41,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053981127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:41,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053981128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:41,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053981129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:41,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053981130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:41,183 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/a53332a0531e4b9e95227439297ae544 2024-12-13T01:38:41,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/98dbef588da34f7aa95b57e88a9a80db is 50, key is test_row_0/B:col10/1734053920493/Put/seqid=0 2024-12-13T01:38:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T01:38:41,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741882_1058 (size=12151) 2024-12-13T01:38:41,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053981426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:41,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053981431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:41,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:41,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053981432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053981431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:41,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053981434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:41,614 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/98dbef588da34f7aa95b57e88a9a80db 2024-12-13T01:38:41,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/4140e98cbfb74dd68a168edcfc455eb2 is 50, key is test_row_0/C:col10/1734053920493/Put/seqid=0 2024-12-13T01:38:41,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741883_1059 (size=12151) 2024-12-13T01:38:41,632 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/4140e98cbfb74dd68a168edcfc455eb2 2024-12-13T01:38:41,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/a53332a0531e4b9e95227439297ae544 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/a53332a0531e4b9e95227439297ae544 2024-12-13T01:38:41,645 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/a53332a0531e4b9e95227439297ae544, entries=150, sequenceid=213, filesize=11.9 K 2024-12-13T01:38:41,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/98dbef588da34f7aa95b57e88a9a80db as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/98dbef588da34f7aa95b57e88a9a80db 2024-12-13T01:38:41,655 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/98dbef588da34f7aa95b57e88a9a80db, entries=150, sequenceid=213, filesize=11.9 K 2024-12-13T01:38:41,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/4140e98cbfb74dd68a168edcfc455eb2 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/4140e98cbfb74dd68a168edcfc455eb2 2024-12-13T01:38:41,665 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/4140e98cbfb74dd68a168edcfc455eb2, entries=150, sequenceid=213, filesize=11.9 K 2024-12-13T01:38:41,666 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for da6b7eda7e35e7054da0589de9506e2d in 902ms, sequenceid=213, compaction requested=false 2024-12-13T01:38:41,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:41,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:41,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-13T01:38:41,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-13T01:38:41,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-13T01:38:41,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0600 sec 2024-12-13T01:38:41,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.0690 sec 2024-12-13T01:38:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-13T01:38:41,711 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-13T01:38:41,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:38:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-13T01:38:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-13T01:38:41,717 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:38:41,718 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:38:41,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:38:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-13T01:38:41,870 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:41,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-13T01:38:41,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:41,871 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-13T01:38:41,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:41,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:41,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:41,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:41,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:41,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:41,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/0f72767319704d138a03a5cd42619b95 is 50, key is test_row_0/A:col10/1734053920814/Put/seqid=0 2024-12-13T01:38:41,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741884_1060 (size=12151) 2024-12-13T01:38:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:41,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053981961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:41,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053981961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:41,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053981961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:41,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053981962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:41,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053981963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-13T01:38:42,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:42,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053982068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053982067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:42,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:42,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053982068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053982068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:42,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053982068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:42,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053982271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:42,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053982271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:42,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053982271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:42,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053982272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:42,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053982273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:42,281 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/0f72767319704d138a03a5cd42619b95 2024-12-13T01:38:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/4bbcae7d9a274c9fbce2a2331533ce66 is 50, key is test_row_0/B:col10/1734053920814/Put/seqid=0 2024-12-13T01:38:42,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741885_1061 (size=12151) 2024-12-13T01:38:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-13T01:38:42,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053982575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:42,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053982576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:42,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053982576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:42,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053982576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:42,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053982578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:42,694 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/4bbcae7d9a274c9fbce2a2331533ce66 2024-12-13T01:38:42,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/0e84b059e0bf44bf97d1380caf5cc1eb is 50, key is test_row_0/C:col10/1734053920814/Put/seqid=0 2024-12-13T01:38:42,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741886_1062 (size=12151) 2024-12-13T01:38:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-13T01:38:43,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053983078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:43,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053983080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:43,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053983080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:43,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:43,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053983082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053983082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:43,110 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/0e84b059e0bf44bf97d1380caf5cc1eb 2024-12-13T01:38:43,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/0f72767319704d138a03a5cd42619b95 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0f72767319704d138a03a5cd42619b95 2024-12-13T01:38:43,123 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0f72767319704d138a03a5cd42619b95, entries=150, sequenceid=226, filesize=11.9 K 2024-12-13T01:38:43,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/4bbcae7d9a274c9fbce2a2331533ce66 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/4bbcae7d9a274c9fbce2a2331533ce66 2024-12-13T01:38:43,130 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/4bbcae7d9a274c9fbce2a2331533ce66, entries=150, sequenceid=226, filesize=11.9 K 2024-12-13T01:38:43,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/0e84b059e0bf44bf97d1380caf5cc1eb as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/0e84b059e0bf44bf97d1380caf5cc1eb 2024-12-13T01:38:43,137 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/0e84b059e0bf44bf97d1380caf5cc1eb, entries=150, sequenceid=226, filesize=11.9 K 2024-12-13T01:38:43,138 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for da6b7eda7e35e7054da0589de9506e2d in 1267ms, sequenceid=226, compaction requested=true 2024-12-13T01:38:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-13T01:38:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-13T01:38:43,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-13T01:38:43,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4220 sec 2024-12-13T01:38:43,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.4300 sec 2024-12-13T01:38:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-13T01:38:43,819 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-13T01:38:43,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:38:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-13T01:38:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-13T01:38:43,822 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:38:43,823 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:38:43,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:38:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-13T01:38:43,975 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:43,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-13T01:38:43,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:43,976 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-13T01:38:43,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:43,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:43,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:43,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:43,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:43,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:43,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/eaf5cf5f944a43baa635ebe348a84d08 is 50, key is test_row_0/A:col10/1734053921940/Put/seqid=0 2024-12-13T01:38:43,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741887_1063 (size=12151) 2024-12-13T01:38:43,990 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/eaf5cf5f944a43baa635ebe348a84d08 2024-12-13T01:38:44,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/c0c213ef52c54bb4a107061b3851f6c9 is 50, key is test_row_0/B:col10/1734053921940/Put/seqid=0 2024-12-13T01:38:44,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741888_1064 (size=12151) 2024-12-13T01:38:44,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:44,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:44,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053984093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053984094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:44,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:44,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053984096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053984095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:44,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053984096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-13T01:38:44,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053984199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:44,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053984199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:44,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053984200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:44,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053984201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:44,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053984403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:44,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053984404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:44,407 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/c0c213ef52c54bb4a107061b3851f6c9 2024-12-13T01:38:44,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053984405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:44,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053984409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:44,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/dac8039dda1d4ef9bf89603f6395bc66 is 50, key is test_row_0/C:col10/1734053921940/Put/seqid=0 2024-12-13T01:38:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-13T01:38:44,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741889_1065 (size=12151) 2024-12-13T01:38:44,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053984707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:44,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053984707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:44,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053984708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:44,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053984711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:44,829 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/dac8039dda1d4ef9bf89603f6395bc66 2024-12-13T01:38:44,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/eaf5cf5f944a43baa635ebe348a84d08 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/eaf5cf5f944a43baa635ebe348a84d08 2024-12-13T01:38:44,848 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/eaf5cf5f944a43baa635ebe348a84d08, entries=150, sequenceid=250, filesize=11.9 K 2024-12-13T01:38:44,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/c0c213ef52c54bb4a107061b3851f6c9 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/c0c213ef52c54bb4a107061b3851f6c9 2024-12-13T01:38:44,856 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/c0c213ef52c54bb4a107061b3851f6c9, entries=150, sequenceid=250, filesize=11.9 K 2024-12-13T01:38:44,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/dac8039dda1d4ef9bf89603f6395bc66 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/dac8039dda1d4ef9bf89603f6395bc66 2024-12-13T01:38:44,863 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/dac8039dda1d4ef9bf89603f6395bc66, entries=150, sequenceid=250, filesize=11.9 K 2024-12-13T01:38:44,864 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for da6b7eda7e35e7054da0589de9506e2d in 888ms, sequenceid=250, compaction requested=true 2024-12-13T01:38:44,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:44,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:44,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-13T01:38:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-13T01:38:44,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-13T01:38:44,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0420 sec 2024-12-13T01:38:44,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.0480 sec 2024-12-13T01:38:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-13T01:38:44,925 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-13T01:38:44,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:38:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-13T01:38:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-13T01:38:44,928 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:38:44,929 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:38:44,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:38:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-13T01:38:45,081 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:45,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-13T01:38:45,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:45,082 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-13T01:38:45,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:45,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:45,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:45,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:45,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:45,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:45,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/d074b06a361942eba3b996cc1fe6a7e4 is 50, key is test_row_0/A:col10/1734053924094/Put/seqid=0 2024-12-13T01:38:45,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741890_1066 (size=12301) 2024-12-13T01:38:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:45,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-13T01:38:45,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:45,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053985229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053985229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:45,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:45,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053985233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053985233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:45,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053985334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:45,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053985334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:45,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:45,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053985337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053985337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:45,494 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/d074b06a361942eba3b996cc1fe6a7e4 2024-12-13T01:38:45,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/0071621e492d41348944636603349798 is 50, key is test_row_0/B:col10/1734053924094/Put/seqid=0 2024-12-13T01:38:45,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741891_1067 (size=12301) 2024-12-13T01:38:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-13T01:38:45,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053985537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:45,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053985538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:45,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053985540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:45,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053985541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:45,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053985842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:45,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053985842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:45,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:45,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053985843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053985843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:45,907 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/0071621e492d41348944636603349798 2024-12-13T01:38:45,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/747ac2841d94417cb1497418045c083e is 50, key is test_row_0/C:col10/1734053924094/Put/seqid=0 2024-12-13T01:38:45,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741892_1068 (size=12301) 2024-12-13T01:38:46,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-13T01:38:46,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053986105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:46,107 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., hostname=3c5776cc2308,43079,1734053906774, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T01:38:46,323 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/747ac2841d94417cb1497418045c083e 2024-12-13T01:38:46,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/d074b06a361942eba3b996cc1fe6a7e4 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/d074b06a361942eba3b996cc1fe6a7e4 2024-12-13T01:38:46,335 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/d074b06a361942eba3b996cc1fe6a7e4, entries=150, sequenceid=262, filesize=12.0 K 2024-12-13T01:38:46,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/0071621e492d41348944636603349798 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/0071621e492d41348944636603349798 2024-12-13T01:38:46,341 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/0071621e492d41348944636603349798, entries=150, sequenceid=262, filesize=12.0 K 2024-12-13T01:38:46,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/747ac2841d94417cb1497418045c083e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/747ac2841d94417cb1497418045c083e 2024-12-13T01:38:46,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053986347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:46,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053986347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:46,351 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/747ac2841d94417cb1497418045c083e, entries=150, sequenceid=262, filesize=12.0 K 2024-12-13T01:38:46,352 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for da6b7eda7e35e7054da0589de9506e2d in 1270ms, sequenceid=262, compaction requested=true 2024-12-13T01:38:46,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:46,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:46,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-13T01:38:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-13T01:38:46,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-13T01:38:46,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4240 sec 2024-12-13T01:38:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:46,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-13T01:38:46,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.4290 sec 2024-12-13T01:38:46,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:46,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:46,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:46,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:46,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:46,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:46,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/0ef2f31d7df5490097ee09b3a30d1c8c is 50, key is test_row_0/A:col10/1734053925226/Put/seqid=0 2024-12-13T01:38:46,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741893_1069 (size=14741) 2024-12-13T01:38:46,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/0ef2f31d7df5490097ee09b3a30d1c8c 2024-12-13T01:38:46,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053986384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:46,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053986384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:46,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/a5d507d150e541bd8a8d2f375dcb07ee is 50, key is test_row_0/B:col10/1734053925226/Put/seqid=0 2024-12-13T01:38:46,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741894_1070 (size=12301) 2024-12-13T01:38:46,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/a5d507d150e541bd8a8d2f375dcb07ee 2024-12-13T01:38:46,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/5c10396669fc47238022a4dec6d90031 is 50, key is test_row_0/C:col10/1734053925226/Put/seqid=0 2024-12-13T01:38:46,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741895_1071 (size=12301) 2024-12-13T01:38:46,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053986488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:46,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053986488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:46,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053986691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:46,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053986691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:46,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/5c10396669fc47238022a4dec6d90031 2024-12-13T01:38:46,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/0ef2f31d7df5490097ee09b3a30d1c8c as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0ef2f31d7df5490097ee09b3a30d1c8c 2024-12-13T01:38:46,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0ef2f31d7df5490097ee09b3a30d1c8c, entries=200, sequenceid=288, filesize=14.4 K 2024-12-13T01:38:46,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/a5d507d150e541bd8a8d2f375dcb07ee as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/a5d507d150e541bd8a8d2f375dcb07ee 2024-12-13T01:38:46,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/a5d507d150e541bd8a8d2f375dcb07ee, entries=150, sequenceid=288, filesize=12.0 K 2024-12-13T01:38:46,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/5c10396669fc47238022a4dec6d90031 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/5c10396669fc47238022a4dec6d90031 2024-12-13T01:38:46,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/5c10396669fc47238022a4dec6d90031, entries=150, sequenceid=288, filesize=12.0 K 2024-12-13T01:38:46,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for da6b7eda7e35e7054da0589de9506e2d in 505ms, sequenceid=288, compaction requested=true 2024-12-13T01:38:46,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:46,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da6b7eda7e35e7054da0589de9506e2d:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:38:46,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:46,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da6b7eda7e35e7054da0589de9506e2d:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:38:46,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:46,861 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-13T01:38:46,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da6b7eda7e35e7054da0589de9506e2d:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:38:46,861 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-13T01:38:46,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:38:46,863 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73650 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-13T01:38:46,863 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 76090 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-13T01:38:46,863 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): da6b7eda7e35e7054da0589de9506e2d/B is initiating minor compaction (all files) 2024-12-13T01:38:46,863 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): da6b7eda7e35e7054da0589de9506e2d/A is initiating minor compaction (all files) 2024-12-13T01:38:46,863 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da6b7eda7e35e7054da0589de9506e2d/B in TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:46,863 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da6b7eda7e35e7054da0589de9506e2d/A in TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:46,863 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/1ed61a6cb6494c69821b0e8341eb0ac6, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/98dbef588da34f7aa95b57e88a9a80db, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/4bbcae7d9a274c9fbce2a2331533ce66, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/c0c213ef52c54bb4a107061b3851f6c9, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/0071621e492d41348944636603349798, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/a5d507d150e541bd8a8d2f375dcb07ee] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp, totalSize=71.9 K 2024-12-13T01:38:46,863 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/f9c51e1a697b4fdeb310fe7df56f55eb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/a53332a0531e4b9e95227439297ae544, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0f72767319704d138a03a5cd42619b95, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/eaf5cf5f944a43baa635ebe348a84d08, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/d074b06a361942eba3b996cc1fe6a7e4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0ef2f31d7df5490097ee09b3a30d1c8c] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp, totalSize=74.3 K 2024-12-13T01:38:46,863 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ed61a6cb6494c69821b0e8341eb0ac6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1734053920459 2024-12-13T01:38:46,863 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9c51e1a697b4fdeb310fe7df56f55eb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1734053920459 2024-12-13T01:38:46,864 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 98dbef588da34f7aa95b57e88a9a80db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734053920491 2024-12-13T01:38:46,864 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting a53332a0531e4b9e95227439297ae544, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734053920491 2024-12-13T01:38:46,864 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bbcae7d9a274c9fbce2a2331533ce66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1734053920814 2024-12-13T01:38:46,864 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f72767319704d138a03a5cd42619b95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1734053920814 2024-12-13T01:38:46,864 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting c0c213ef52c54bb4a107061b3851f6c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1734053921940 2024-12-13T01:38:46,864 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting eaf5cf5f944a43baa635ebe348a84d08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1734053921940 2024-12-13T01:38:46,865 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 0071621e492d41348944636603349798, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1734053924094 2024-12-13T01:38:46,865 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting d074b06a361942eba3b996cc1fe6a7e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1734053924094 2024-12-13T01:38:46,865 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting a5d507d150e541bd8a8d2f375dcb07ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734053925226 2024-12-13T01:38:46,865 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ef2f31d7df5490097ee09b3a30d1c8c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734053925226 2024-12-13T01:38:46,880 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da6b7eda7e35e7054da0589de9506e2d#A#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:38:46,880 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/8dc61763e6cc4eacbfaf0ce39ebb40c1 is 50, key is test_row_0/A:col10/1734053925226/Put/seqid=0 2024-12-13T01:38:46,882 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da6b7eda7e35e7054da0589de9506e2d#B#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:38:46,883 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/33d4b5f966a0459a82668bd2aa5863c4 is 50, key is test_row_0/B:col10/1734053925226/Put/seqid=0 2024-12-13T01:38:46,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741897_1073 (size=12949) 2024-12-13T01:38:46,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741896_1072 (size=12949) 2024-12-13T01:38:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:46,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-13T01:38:46,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:46,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:46,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:46,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:46,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:46,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:47,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/e4986a1daadd40ec9a60948d55598685 is 50, key is test_row_0/A:col10/1734053926997/Put/seqid=0 2024-12-13T01:38:47,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741898_1074 (size=14741) 2024-12-13T01:38:47,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/e4986a1daadd40ec9a60948d55598685 2024-12-13T01:38:47,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/5ff69a1a4ea6477ebd258f93e62d9159 is 50, key is test_row_0/B:col10/1734053926997/Put/seqid=0 2024-12-13T01:38:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-13T01:38:47,032 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-13T01:38:47,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:38:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-13T01:38:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-13T01:38:47,035 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:38:47,035 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:38:47,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:38:47,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741899_1075 (size=12301) 2024-12-13T01:38:47,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053987070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:47,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053987071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-13T01:38:47,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053987176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:47,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053987176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:47,187 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:47,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-13T01:38:47,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:47,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:47,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:47,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:47,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:47,293 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/33d4b5f966a0459a82668bd2aa5863c4 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/33d4b5f966a0459a82668bd2aa5863c4 2024-12-13T01:38:47,300 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/8dc61763e6cc4eacbfaf0ce39ebb40c1 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/8dc61763e6cc4eacbfaf0ce39ebb40c1 2024-12-13T01:38:47,302 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in da6b7eda7e35e7054da0589de9506e2d/B of da6b7eda7e35e7054da0589de9506e2d into 33d4b5f966a0459a82668bd2aa5863c4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:38:47,302 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:47,302 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., storeName=da6b7eda7e35e7054da0589de9506e2d/B, priority=10, startTime=1734053926861; duration=0sec 2024-12-13T01:38:47,302 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:38:47,302 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da6b7eda7e35e7054da0589de9506e2d:B 2024-12-13T01:38:47,302 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-13T01:38:47,306 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73650 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-13T01:38:47,306 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): da6b7eda7e35e7054da0589de9506e2d/C is initiating minor compaction (all files) 2024-12-13T01:38:47,306 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da6b7eda7e35e7054da0589de9506e2d/C in TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:47,306 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/5e174a4f92bb48abb02baf96cb8f9118, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/4140e98cbfb74dd68a168edcfc455eb2, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/0e84b059e0bf44bf97d1380caf5cc1eb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/dac8039dda1d4ef9bf89603f6395bc66, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/747ac2841d94417cb1497418045c083e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/5c10396669fc47238022a4dec6d90031] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp, totalSize=71.9 K 2024-12-13T01:38:47,307 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e174a4f92bb48abb02baf96cb8f9118, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1734053920459 2024-12-13T01:38:47,307 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 4140e98cbfb74dd68a168edcfc455eb2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734053920491 2024-12-13T01:38:47,307 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e84b059e0bf44bf97d1380caf5cc1eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1734053920814 2024-12-13T01:38:47,308 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting dac8039dda1d4ef9bf89603f6395bc66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1734053921940 2024-12-13T01:38:47,308 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 747ac2841d94417cb1497418045c083e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1734053924094 2024-12-13T01:38:47,309 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c10396669fc47238022a4dec6d90031, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734053925226 2024-12-13T01:38:47,310 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in da6b7eda7e35e7054da0589de9506e2d/A of da6b7eda7e35e7054da0589de9506e2d into 8dc61763e6cc4eacbfaf0ce39ebb40c1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:38:47,310 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:47,310 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., storeName=da6b7eda7e35e7054da0589de9506e2d/A, priority=10, startTime=1734053926861; duration=0sec 2024-12-13T01:38:47,310 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:47,311 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da6b7eda7e35e7054da0589de9506e2d:A 2024-12-13T01:38:47,322 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da6b7eda7e35e7054da0589de9506e2d#C#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:38:47,324 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/cf1fe78ee1d54fe4940028ff157cbd1d is 50, key is test_row_0/C:col10/1734053925226/Put/seqid=0 2024-12-13T01:38:47,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741900_1076 (size=12949) 2024-12-13T01:38:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-13T01:38:47,341 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:47,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-13T01:38:47,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:47,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:47,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:47,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:47,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:47,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:47,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053987355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053987355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:47,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:47,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053987378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053987378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:47,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/5ff69a1a4ea6477ebd258f93e62d9159 2024-12-13T01:38:47,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/527e942caa2d45dc960967c9d8a0d60e is 50, key is test_row_0/C:col10/1734053926997/Put/seqid=0 2024-12-13T01:38:47,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741901_1077 (size=12301) 2024-12-13T01:38:47,495 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:47,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-13T01:38:47,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:47,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:47,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:47,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:47,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-13T01:38:47,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:47,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-13T01:38:47,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:47,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:47,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:47,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:47,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:47,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053987682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:47,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053987683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:47,740 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/cf1fe78ee1d54fe4940028ff157cbd1d as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/cf1fe78ee1d54fe4940028ff157cbd1d 2024-12-13T01:38:47,746 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in da6b7eda7e35e7054da0589de9506e2d/C of da6b7eda7e35e7054da0589de9506e2d into cf1fe78ee1d54fe4940028ff157cbd1d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:38:47,746 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:47,747 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., storeName=da6b7eda7e35e7054da0589de9506e2d/C, priority=10, startTime=1734053926861; duration=0sec 2024-12-13T01:38:47,747 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:47,747 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da6b7eda7e35e7054da0589de9506e2d:C 2024-12-13T01:38:47,800 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:47,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-13T01:38:47,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:47,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:47,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:47,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:47,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:47,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/527e942caa2d45dc960967c9d8a0d60e 2024-12-13T01:38:47,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/e4986a1daadd40ec9a60948d55598685 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e4986a1daadd40ec9a60948d55598685 2024-12-13T01:38:47,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e4986a1daadd40ec9a60948d55598685, entries=200, sequenceid=300, filesize=14.4 K 2024-12-13T01:38:47,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/5ff69a1a4ea6477ebd258f93e62d9159 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/5ff69a1a4ea6477ebd258f93e62d9159 2024-12-13T01:38:47,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/5ff69a1a4ea6477ebd258f93e62d9159, entries=150, sequenceid=300, filesize=12.0 K 2024-12-13T01:38:47,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/527e942caa2d45dc960967c9d8a0d60e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/527e942caa2d45dc960967c9d8a0d60e 2024-12-13T01:38:47,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/527e942caa2d45dc960967c9d8a0d60e, entries=150, sequenceid=300, filesize=12.0 K 2024-12-13T01:38:47,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for da6b7eda7e35e7054da0589de9506e2d in 898ms, sequenceid=300, compaction requested=false 2024-12-13T01:38:47,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:47,954 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:47,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-13T01:38:47,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:47,954 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-13T01:38:47,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:47,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:47,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:47,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:47,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:47,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:47,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/54ffe7cb933d42a9ac02d6a9aad17571 is 50, key is test_row_0/A:col10/1734053927062/Put/seqid=0 2024-12-13T01:38:47,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741902_1078 (size=12301) 2024-12-13T01:38:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-13T01:38:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:48,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:48,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053988197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:48,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053988198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:48,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053988299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:48,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053988300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:48,364 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/54ffe7cb933d42a9ac02d6a9aad17571 2024-12-13T01:38:48,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/919b508b64f34c6cb3560a874bc2832f is 50, key is test_row_0/B:col10/1734053927062/Put/seqid=0 2024-12-13T01:38:48,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741903_1079 (size=12301) 2024-12-13T01:38:48,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053988502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:48,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053988504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:48,779 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/919b508b64f34c6cb3560a874bc2832f 2024-12-13T01:38:48,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/0b1d2ac1eb7d4edabc73212ba2978cd5 is 50, key is test_row_0/C:col10/1734053927062/Put/seqid=0 2024-12-13T01:38:48,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741904_1080 (size=12301) 2024-12-13T01:38:48,791 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/0b1d2ac1eb7d4edabc73212ba2978cd5 2024-12-13T01:38:48,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/54ffe7cb933d42a9ac02d6a9aad17571 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/54ffe7cb933d42a9ac02d6a9aad17571 2024-12-13T01:38:48,803 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/54ffe7cb933d42a9ac02d6a9aad17571, entries=150, sequenceid=327, filesize=12.0 K 2024-12-13T01:38:48,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/919b508b64f34c6cb3560a874bc2832f as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/919b508b64f34c6cb3560a874bc2832f 2024-12-13T01:38:48,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:48,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053988804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053988807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:48,812 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/919b508b64f34c6cb3560a874bc2832f, entries=150, sequenceid=327, filesize=12.0 K 2024-12-13T01:38:48,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/0b1d2ac1eb7d4edabc73212ba2978cd5 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/0b1d2ac1eb7d4edabc73212ba2978cd5 2024-12-13T01:38:48,820 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/0b1d2ac1eb7d4edabc73212ba2978cd5, entries=150, sequenceid=327, filesize=12.0 K 2024-12-13T01:38:48,821 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for da6b7eda7e35e7054da0589de9506e2d in 867ms, sequenceid=327, compaction requested=true 2024-12-13T01:38:48,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:48,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:48,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-13T01:38:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-13T01:38:48,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-13T01:38:48,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7860 sec 2024-12-13T01:38:48,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.7910 sec 2024-12-13T01:38:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-13T01:38:49,138 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-13T01:38:49,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:38:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-13T01:38:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-13T01:38:49,141 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:38:49,141 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:38:49,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:38:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-13T01:38:49,293 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:49,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-13T01:38:49,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:49,294 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-13T01:38:49,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:49,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:49,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:49,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:49,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:49,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:49,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/e4b81437a8f341dbbfd2c523b80c255f is 50, key is test_row_0/A:col10/1734053928195/Put/seqid=0 2024-12-13T01:38:49,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741905_1081 (size=12301) 2024-12-13T01:38:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:49,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:49,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053989338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:49,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053989339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:49,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1734053989361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:49,363 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., hostname=3c5776cc2308,43079,1734053906774, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T01:38:49,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53618 deadline: 1734053989365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:49,368 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., hostname=3c5776cc2308,43079,1734053906774, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T01:38:49,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053989443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-13T01:38:49,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053989443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:49,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053989645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:49,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053989650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:49,704 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/e4b81437a8f341dbbfd2c523b80c255f 2024-12-13T01:38:49,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/a811137713084d819b5c769f9aee034b is 50, key is test_row_0/B:col10/1734053928195/Put/seqid=0 2024-12-13T01:38:49,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741906_1082 (size=12301) 2024-12-13T01:38:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-13T01:38:49,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053989949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:49,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053989955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:50,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53634 deadline: 1734053990111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:50,113 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., hostname=3c5776cc2308,43079,1734053906774, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T01:38:50,118 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/a811137713084d819b5c769f9aee034b 2024-12-13T01:38:50,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/40db67d35f034f06bd2c81134066f7d1 is 50, key is test_row_0/C:col10/1734053928195/Put/seqid=0 2024-12-13T01:38:50,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741907_1083 (size=12301) 2024-12-13T01:38:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-13T01:38:50,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053990453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:50,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053990460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:50,531 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/40db67d35f034f06bd2c81134066f7d1 2024-12-13T01:38:50,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/e4b81437a8f341dbbfd2c523b80c255f as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e4b81437a8f341dbbfd2c523b80c255f 2024-12-13T01:38:50,541 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e4b81437a8f341dbbfd2c523b80c255f, entries=150, sequenceid=339, filesize=12.0 K 2024-12-13T01:38:50,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/a811137713084d819b5c769f9aee034b as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/a811137713084d819b5c769f9aee034b 2024-12-13T01:38:50,548 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/a811137713084d819b5c769f9aee034b, entries=150, sequenceid=339, filesize=12.0 K 2024-12-13T01:38:50,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/40db67d35f034f06bd2c81134066f7d1 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/40db67d35f034f06bd2c81134066f7d1 2024-12-13T01:38:50,554 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/40db67d35f034f06bd2c81134066f7d1, entries=150, sequenceid=339, filesize=12.0 K 2024-12-13T01:38:50,555 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for da6b7eda7e35e7054da0589de9506e2d in 1260ms, sequenceid=339, compaction requested=true 2024-12-13T01:38:50,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:50,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:50,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-13T01:38:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-13T01:38:50,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-13T01:38:50,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4140 sec 2024-12-13T01:38:50,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.4190 sec 2024-12-13T01:38:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-13T01:38:51,247 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-13T01:38:51,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:38:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-12-13T01:38:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-13T01:38:51,250 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:38:51,250 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:38:51,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:38:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-13T01:38:51,402 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:51,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-13T01:38:51,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:51,402 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-13T01:38:51,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:51,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:51,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:51,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:51,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:51,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:51,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/79737bee586f4a5f9671faec8dd547a4 is 50, key is test_row_0/A:col10/1734053929337/Put/seqid=0 2024-12-13T01:38:51,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741908_1084 (size=12301) 2024-12-13T01:38:51,413 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/79737bee586f4a5f9671faec8dd547a4 2024-12-13T01:38:51,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/c75474e01074406f9292eb5246dda891 is 50, key is test_row_0/B:col10/1734053929337/Put/seqid=0 2024-12-13T01:38:51,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741909_1085 (size=12301) 2024-12-13T01:38:51,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:51,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053991473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:51,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053991474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-13T01:38:51,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053991576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:51,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053991576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:51,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053991778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:51,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053991779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:51,827 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/c75474e01074406f9292eb5246dda891 2024-12-13T01:38:51,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/b30daf8e451f41f29ed58efd337a2338 is 50, key is test_row_0/C:col10/1734053929337/Put/seqid=0 2024-12-13T01:38:51,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741910_1086 (size=12301) 2024-12-13T01:38:51,841 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/b30daf8e451f41f29ed58efd337a2338 2024-12-13T01:38:51,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/79737bee586f4a5f9671faec8dd547a4 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/79737bee586f4a5f9671faec8dd547a4 2024-12-13T01:38:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-13T01:38:51,853 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/79737bee586f4a5f9671faec8dd547a4, entries=150, sequenceid=363, filesize=12.0 K 2024-12-13T01:38:51,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/c75474e01074406f9292eb5246dda891 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/c75474e01074406f9292eb5246dda891 2024-12-13T01:38:51,860 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/c75474e01074406f9292eb5246dda891, entries=150, sequenceid=363, filesize=12.0 K 2024-12-13T01:38:51,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/b30daf8e451f41f29ed58efd337a2338 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/b30daf8e451f41f29ed58efd337a2338 2024-12-13T01:38:51,866 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/b30daf8e451f41f29ed58efd337a2338, entries=150, sequenceid=363, filesize=12.0 K 2024-12-13T01:38:51,866 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for da6b7eda7e35e7054da0589de9506e2d in 464ms, sequenceid=363, compaction requested=true 2024-12-13T01:38:51,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:51,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:51,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-13T01:38:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-12-13T01:38:51,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-13T01:38:51,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 618 msec 2024-12-13T01:38:51,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 621 msec 2024-12-13T01:38:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:52,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-13T01:38:52,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:52,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:52,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:52,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:52,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:52,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:52,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/2807f6cee2b548489f998c56290d9586 is 50, key is test_row_0/A:col10/1734053932082/Put/seqid=0 2024-12-13T01:38:52,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741911_1087 (size=14741) 2024-12-13T01:38:52,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/2807f6cee2b548489f998c56290d9586 2024-12-13T01:38:52,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/7dfb215fd97949798f6825671f0a7557 is 50, key is test_row_0/B:col10/1734053932082/Put/seqid=0 2024-12-13T01:38:52,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741912_1088 (size=12301) 2024-12-13T01:38:52,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/7dfb215fd97949798f6825671f0a7557 2024-12-13T01:38:52,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053992122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:52,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053992126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:52,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/b75f6edda1234a2b89792b3ae85e1465 is 50, key is test_row_0/C:col10/1734053932082/Put/seqid=0 2024-12-13T01:38:52,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741913_1089 (size=12301) 2024-12-13T01:38:52,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053992227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:52,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053992231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-13T01:38:52,352 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-13T01:38:52,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:38:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-12-13T01:38:52,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-13T01:38:52,355 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:38:52,356 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:38:52,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:38:52,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053992429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:52,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053992433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-13T01:38:52,507 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:52,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-13T01:38:52,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:52,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:52,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:52,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:52,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:38:52,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/b75f6edda1234a2b89792b3ae85e1465 2024-12-13T01:38:52,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/2807f6cee2b548489f998c56290d9586 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/2807f6cee2b548489f998c56290d9586 2024-12-13T01:38:52,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/2807f6cee2b548489f998c56290d9586, entries=200, sequenceid=376, filesize=14.4 K 2024-12-13T01:38:52,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/7dfb215fd97949798f6825671f0a7557 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/7dfb215fd97949798f6825671f0a7557 2024-12-13T01:38:52,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/7dfb215fd97949798f6825671f0a7557, entries=150, sequenceid=376, filesize=12.0 K 2024-12-13T01:38:52,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/b75f6edda1234a2b89792b3ae85e1465 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/b75f6edda1234a2b89792b3ae85e1465 2024-12-13T01:38:52,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/b75f6edda1234a2b89792b3ae85e1465, entries=150, sequenceid=376, filesize=12.0 K 2024-12-13T01:38:52,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for da6b7eda7e35e7054da0589de9506e2d in 483ms, sequenceid=376, compaction requested=true 2024-12-13T01:38:52,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:52,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da6b7eda7e35e7054da0589de9506e2d:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:38:52,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:52,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da6b7eda7e35e7054da0589de9506e2d:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:38:52,566 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-13T01:38:52,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:52,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da6b7eda7e35e7054da0589de9506e2d:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:38:52,566 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-13T01:38:52,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:38:52,568 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 79334 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-13T01:38:52,568 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74454 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-13T01:38:52,568 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): da6b7eda7e35e7054da0589de9506e2d/A is initiating minor compaction (all files) 2024-12-13T01:38:52,568 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): da6b7eda7e35e7054da0589de9506e2d/B is initiating minor compaction (all files) 2024-12-13T01:38:52,568 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da6b7eda7e35e7054da0589de9506e2d/A in TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:52,568 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da6b7eda7e35e7054da0589de9506e2d/B in TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:52,569 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/8dc61763e6cc4eacbfaf0ce39ebb40c1, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e4986a1daadd40ec9a60948d55598685, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/54ffe7cb933d42a9ac02d6a9aad17571, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e4b81437a8f341dbbfd2c523b80c255f, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/79737bee586f4a5f9671faec8dd547a4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/2807f6cee2b548489f998c56290d9586] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp, totalSize=77.5 K 2024-12-13T01:38:52,569 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/33d4b5f966a0459a82668bd2aa5863c4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/5ff69a1a4ea6477ebd258f93e62d9159, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/919b508b64f34c6cb3560a874bc2832f, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/a811137713084d819b5c769f9aee034b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/c75474e01074406f9292eb5246dda891, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/7dfb215fd97949798f6825671f0a7557] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp, totalSize=72.7 K 2024-12-13T01:38:52,569 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dc61763e6cc4eacbfaf0ce39ebb40c1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734053925226 2024-12-13T01:38:52,569 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 33d4b5f966a0459a82668bd2aa5863c4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734053925226 2024-12-13T01:38:52,569 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4986a1daadd40ec9a60948d55598685, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1734053926368 2024-12-13T01:38:52,569 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ff69a1a4ea6477ebd258f93e62d9159, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1734053926373 2024-12-13T01:38:52,570 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54ffe7cb933d42a9ac02d6a9aad17571, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1734053927062 2024-12-13T01:38:52,570 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 919b508b64f34c6cb3560a874bc2832f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1734053927062 2024-12-13T01:38:52,570 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4b81437a8f341dbbfd2c523b80c255f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1734053928194 2024-12-13T01:38:52,570 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting a811137713084d819b5c769f9aee034b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1734053928194 2024-12-13T01:38:52,570 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79737bee586f4a5f9671faec8dd547a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1734053929330 2024-12-13T01:38:52,570 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting c75474e01074406f9292eb5246dda891, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1734053929330 2024-12-13T01:38:52,571 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2807f6cee2b548489f998c56290d9586, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1734053931471 2024-12-13T01:38:52,571 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dfb215fd97949798f6825671f0a7557, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1734053931472 2024-12-13T01:38:52,583 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da6b7eda7e35e7054da0589de9506e2d#B#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:38:52,584 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da6b7eda7e35e7054da0589de9506e2d#A#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:38:52,584 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/180090bbf7724cb5b2f7b43e02e1a6e9 is 50, key is test_row_0/B:col10/1734053932082/Put/seqid=0 2024-12-13T01:38:52,584 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/c6e80f594b1d4f728aae085625e790b0 is 50, key is test_row_0/A:col10/1734053932082/Put/seqid=0 2024-12-13T01:38:52,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741915_1091 (size=13153) 2024-12-13T01:38:52,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741914_1090 (size=13153) 2024-12-13T01:38:52,594 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/180090bbf7724cb5b2f7b43e02e1a6e9 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/180090bbf7724cb5b2f7b43e02e1a6e9 2024-12-13T01:38:52,600 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in da6b7eda7e35e7054da0589de9506e2d/B of da6b7eda7e35e7054da0589de9506e2d into 180090bbf7724cb5b2f7b43e02e1a6e9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:38:52,600 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:52,600 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., storeName=da6b7eda7e35e7054da0589de9506e2d/B, priority=10, startTime=1734053932566; duration=0sec 2024-12-13T01:38:52,600 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:38:52,600 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da6b7eda7e35e7054da0589de9506e2d:B 2024-12-13T01:38:52,600 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-13T01:38:52,602 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74454 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-13T01:38:52,602 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): da6b7eda7e35e7054da0589de9506e2d/C is initiating minor compaction (all files) 2024-12-13T01:38:52,602 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da6b7eda7e35e7054da0589de9506e2d/C in TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:52,603 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/cf1fe78ee1d54fe4940028ff157cbd1d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/527e942caa2d45dc960967c9d8a0d60e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/0b1d2ac1eb7d4edabc73212ba2978cd5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/40db67d35f034f06bd2c81134066f7d1, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/b30daf8e451f41f29ed58efd337a2338, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/b75f6edda1234a2b89792b3ae85e1465] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp, totalSize=72.7 K 2024-12-13T01:38:52,603 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting cf1fe78ee1d54fe4940028ff157cbd1d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734053925226 2024-12-13T01:38:52,603 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 527e942caa2d45dc960967c9d8a0d60e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1734053926373 2024-12-13T01:38:52,603 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b1d2ac1eb7d4edabc73212ba2978cd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1734053927062 2024-12-13T01:38:52,604 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 40db67d35f034f06bd2c81134066f7d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1734053928194 2024-12-13T01:38:52,604 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting b30daf8e451f41f29ed58efd337a2338, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1734053929330 2024-12-13T01:38:52,604 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting b75f6edda1234a2b89792b3ae85e1465, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1734053931472 2024-12-13T01:38:52,615 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da6b7eda7e35e7054da0589de9506e2d#C#compaction#77 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:38:52,615 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/76641e5ae9f2491593dc80e879e9f006 is 50, key is test_row_0/C:col10/1734053932082/Put/seqid=0 2024-12-13T01:38:52,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741916_1092 (size=13153) 2024-12-13T01:38:52,625 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/76641e5ae9f2491593dc80e879e9f006 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/76641e5ae9f2491593dc80e879e9f006 2024-12-13T01:38:52,631 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in da6b7eda7e35e7054da0589de9506e2d/C of da6b7eda7e35e7054da0589de9506e2d into 76641e5ae9f2491593dc80e879e9f006(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:38:52,631 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:52,631 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., storeName=da6b7eda7e35e7054da0589de9506e2d/C, priority=10, startTime=1734053932566; duration=0sec 2024-12-13T01:38:52,631 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:52,631 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da6b7eda7e35e7054da0589de9506e2d:C 2024-12-13T01:38:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-13T01:38:52,660 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:38:52,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-13T01:38:52,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:52,661 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-13T01:38:52,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:52,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:52,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:52,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:52,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:52,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:52,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/93e03cf787474b2ba6578acdf7a01504 is 50, key is test_row_0/A:col10/1734053932110/Put/seqid=0 2024-12-13T01:38:52,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741917_1093 (size=12301) 2024-12-13T01:38:52,670 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/93e03cf787474b2ba6578acdf7a01504 2024-12-13T01:38:52,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/6ec42659e4e346e88fb095a0aaed6c41 is 50, key is test_row_0/B:col10/1734053932110/Put/seqid=0 2024-12-13T01:38:52,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741918_1094 (size=12301) 2024-12-13T01:38:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:52,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. as already flushing 2024-12-13T01:38:52,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053992766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:52,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053992766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:52,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053992869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:52,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053992870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-13T01:38:52,994 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/c6e80f594b1d4f728aae085625e790b0 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/c6e80f594b1d4f728aae085625e790b0 2024-12-13T01:38:52,999 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in da6b7eda7e35e7054da0589de9506e2d/A of da6b7eda7e35e7054da0589de9506e2d into c6e80f594b1d4f728aae085625e790b0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:38:52,999 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:52,999 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., storeName=da6b7eda7e35e7054da0589de9506e2d/A, priority=10, startTime=1734053932566; duration=0sec 2024-12-13T01:38:53,000 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:53,000 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da6b7eda7e35e7054da0589de9506e2d:A 2024-12-13T01:38:53,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53628 deadline: 1734053993071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:53,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:38:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53632 deadline: 1734053993074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:38:53,082 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/6ec42659e4e346e88fb095a0aaed6c41 2024-12-13T01:38:53,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/b95450f5bc9244a8af4d092751f499e6 is 50, key is test_row_0/C:col10/1734053932110/Put/seqid=0 2024-12-13T01:38:53,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741919_1095 (size=12301) 2024-12-13T01:38:53,096 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/b95450f5bc9244a8af4d092751f499e6 2024-12-13T01:38:53,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/93e03cf787474b2ba6578acdf7a01504 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/93e03cf787474b2ba6578acdf7a01504 2024-12-13T01:38:53,107 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/93e03cf787474b2ba6578acdf7a01504, entries=150, sequenceid=401, filesize=12.0 K 2024-12-13T01:38:53,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/6ec42659e4e346e88fb095a0aaed6c41 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/6ec42659e4e346e88fb095a0aaed6c41 2024-12-13T01:38:53,114 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/6ec42659e4e346e88fb095a0aaed6c41, entries=150, sequenceid=401, filesize=12.0 K 2024-12-13T01:38:53,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/b95450f5bc9244a8af4d092751f499e6 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/b95450f5bc9244a8af4d092751f499e6 2024-12-13T01:38:53,122 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/b95450f5bc9244a8af4d092751f499e6, entries=150, sequenceid=401, filesize=12.0 K 2024-12-13T01:38:53,123 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for da6b7eda7e35e7054da0589de9506e2d in 462ms, sequenceid=401, compaction requested=false 2024-12-13T01:38:53,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:53,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:53,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-13T01:38:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-12-13T01:38:53,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-13T01:38:53,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 768 msec 2024-12-13T01:38:53,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 773 msec 2024-12-13T01:38:53,233 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:55731 2024-12-13T01:38:53,233 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:55731 2024-12-13T01:38:53,233 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:55731 2024-12-13T01:38:53,233 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:38:53,233 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:38:53,233 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:38:53,235 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:55731 2024-12-13T01:38:53,235 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:38:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:38:53,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-13T01:38:53,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:38:53,376 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:55731 2024-12-13T01:38:53,376 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:38:53,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:53,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:38:53,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:53,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:38:53,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:38:53,378 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:55731 2024-12-13T01:38:53,379 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:38:53,380 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:55731 2024-12-13T01:38:53,380 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:38:53,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/92883afe56a041bfa2a462c70a04b45b is 50, key is test_row_0/A:col10/1734053932740/Put/seqid=0 2024-12-13T01:38:53,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741920_1096 (size=12301) 2024-12-13T01:38:53,402 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:55731 2024-12-13T01:38:53,402 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:38:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-13T01:38:53,458 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-13T01:38:53,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/92883afe56a041bfa2a462c70a04b45b 2024-12-13T01:38:53,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/69aad9221c6149a5905c0d5feedec79c is 50, key is test_row_0/B:col10/1734053932740/Put/seqid=0 2024-12-13T01:38:53,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741921_1097 (size=12301) 2024-12-13T01:38:54,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/69aad9221c6149a5905c0d5feedec79c 2024-12-13T01:38:54,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/d540c8f4442646fa975b70c7129f79dd is 50, key is test_row_0/C:col10/1734053932740/Put/seqid=0 2024-12-13T01:38:54,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741922_1098 (size=12301) 2024-12-13T01:38:54,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/d540c8f4442646fa975b70c7129f79dd 2024-12-13T01:38:54,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/92883afe56a041bfa2a462c70a04b45b as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/92883afe56a041bfa2a462c70a04b45b 2024-12-13T01:38:54,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/92883afe56a041bfa2a462c70a04b45b, entries=150, sequenceid=417, filesize=12.0 K 2024-12-13T01:38:54,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/69aad9221c6149a5905c0d5feedec79c as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/69aad9221c6149a5905c0d5feedec79c 2024-12-13T01:38:54,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/69aad9221c6149a5905c0d5feedec79c, entries=150, sequenceid=417, filesize=12.0 K 2024-12-13T01:38:54,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/d540c8f4442646fa975b70c7129f79dd as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/d540c8f4442646fa975b70c7129f79dd 2024-12-13T01:38:54,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/d540c8f4442646fa975b70c7129f79dd, entries=150, sequenceid=417, filesize=12.0 K 2024-12-13T01:38:54,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=20.13 KB/20610 for da6b7eda7e35e7054da0589de9506e2d in 1280ms, sequenceid=417, compaction requested=true 2024-12-13T01:38:54,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:54,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da6b7eda7e35e7054da0589de9506e2d:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:38:54,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:54,656 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:38:54,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da6b7eda7e35e7054da0589de9506e2d:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:38:54,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:54,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da6b7eda7e35e7054da0589de9506e2d:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:38:54,656 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:38:54,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:38:54,657 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:38:54,657 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:38:54,657 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): da6b7eda7e35e7054da0589de9506e2d/B is initiating minor compaction (all files) 2024-12-13T01:38:54,657 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): da6b7eda7e35e7054da0589de9506e2d/A is initiating minor compaction (all files) 2024-12-13T01:38:54,657 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da6b7eda7e35e7054da0589de9506e2d/A in TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:54,657 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da6b7eda7e35e7054da0589de9506e2d/B in TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:54,657 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/c6e80f594b1d4f728aae085625e790b0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/93e03cf787474b2ba6578acdf7a01504, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/92883afe56a041bfa2a462c70a04b45b] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp, totalSize=36.9 K 2024-12-13T01:38:54,657 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/180090bbf7724cb5b2f7b43e02e1a6e9, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/6ec42659e4e346e88fb095a0aaed6c41, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/69aad9221c6149a5905c0d5feedec79c] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp, totalSize=36.9 K 2024-12-13T01:38:54,658 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6e80f594b1d4f728aae085625e790b0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1734053931472 2024-12-13T01:38:54,658 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 180090bbf7724cb5b2f7b43e02e1a6e9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1734053931472 2024-12-13T01:38:54,658 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93e03cf787474b2ba6578acdf7a01504, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1734053932110 2024-12-13T01:38:54,658 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ec42659e4e346e88fb095a0aaed6c41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1734053932110 2024-12-13T01:38:54,658 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92883afe56a041bfa2a462c70a04b45b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1734053932740 2024-12-13T01:38:54,658 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 69aad9221c6149a5905c0d5feedec79c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1734053932740 2024-12-13T01:38:54,666 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da6b7eda7e35e7054da0589de9506e2d#A#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:38:54,666 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da6b7eda7e35e7054da0589de9506e2d#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:38:54,666 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/707b275313f64e9a94705660317d9f7a is 50, key is test_row_0/A:col10/1734053932740/Put/seqid=0 2024-12-13T01:38:54,666 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/ea8e01bbe1094fda89f11e9c58473e09 is 50, key is test_row_0/B:col10/1734053932740/Put/seqid=0 2024-12-13T01:38:54,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741924_1100 (size=13255) 2024-12-13T01:38:54,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741923_1099 (size=13255) 2024-12-13T01:38:54,676 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/707b275313f64e9a94705660317d9f7a as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/707b275313f64e9a94705660317d9f7a 2024-12-13T01:38:54,682 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da6b7eda7e35e7054da0589de9506e2d/A of da6b7eda7e35e7054da0589de9506e2d into 707b275313f64e9a94705660317d9f7a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:38:54,682 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:54,682 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., storeName=da6b7eda7e35e7054da0589de9506e2d/A, priority=13, startTime=1734053934656; duration=0sec 2024-12-13T01:38:54,682 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:38:54,682 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da6b7eda7e35e7054da0589de9506e2d:A 2024-12-13T01:38:54,682 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:38:54,684 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:38:54,684 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): da6b7eda7e35e7054da0589de9506e2d/C is initiating minor compaction (all files) 2024-12-13T01:38:54,684 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da6b7eda7e35e7054da0589de9506e2d/C in TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:38:54,684 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/76641e5ae9f2491593dc80e879e9f006, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/b95450f5bc9244a8af4d092751f499e6, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/d540c8f4442646fa975b70c7129f79dd] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp, totalSize=36.9 K 2024-12-13T01:38:54,684 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76641e5ae9f2491593dc80e879e9f006, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1734053931472 2024-12-13T01:38:54,685 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting b95450f5bc9244a8af4d092751f499e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1734053932110 2024-12-13T01:38:54,685 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting d540c8f4442646fa975b70c7129f79dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1734053932740 2024-12-13T01:38:54,693 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da6b7eda7e35e7054da0589de9506e2d#C#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:38:54,693 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/e7ed773d21b041d891becafab9ea9e07 is 50, key is test_row_0/C:col10/1734053932740/Put/seqid=0 2024-12-13T01:38:54,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741925_1101 (size=13255) 2024-12-13T01:38:55,085 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/ea8e01bbe1094fda89f11e9c58473e09 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/ea8e01bbe1094fda89f11e9c58473e09 2024-12-13T01:38:55,093 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da6b7eda7e35e7054da0589de9506e2d/B of da6b7eda7e35e7054da0589de9506e2d into ea8e01bbe1094fda89f11e9c58473e09(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:38:55,093 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:55,093 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., storeName=da6b7eda7e35e7054da0589de9506e2d/B, priority=13, startTime=1734053934656; duration=0sec 2024-12-13T01:38:55,093 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:55,093 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da6b7eda7e35e7054da0589de9506e2d:B 2024-12-13T01:38:55,103 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/e7ed773d21b041d891becafab9ea9e07 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/e7ed773d21b041d891becafab9ea9e07 2024-12-13T01:38:55,108 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da6b7eda7e35e7054da0589de9506e2d/C of da6b7eda7e35e7054da0589de9506e2d into e7ed773d21b041d891becafab9ea9e07(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:38:55,108 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:38:55,108 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d., storeName=da6b7eda7e35e7054da0589de9506e2d/C, priority=13, startTime=1734053934656; duration=0sec 2024-12-13T01:38:55,108 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:38:55,108 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da6b7eda7e35e7054da0589de9506e2d:C 2024-12-13T01:38:55,227 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T01:38:58,452 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T01:38:58,454 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T01:39:00,122 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:55731 2024-12-13T01:39:00,123 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:39:00,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-13T01:39:00,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-12-13T01:39:00,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-12-13T01:39:00,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-12-13T01:39:00,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-12-13T01:39:00,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-12-13T01:39:00,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-13T01:39:00,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7540 2024-12-13T01:39:00,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7413 2024-12-13T01:39:00,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-13T01:39:00,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3308 2024-12-13T01:39:00,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9917 rows 2024-12-13T01:39:00,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3256 2024-12-13T01:39:00,124 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9767 rows 2024-12-13T01:39:00,124 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T01:39:00,124 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:55731 2024-12-13T01:39:00,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:39:00,133 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-13T01:39:00,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-13T01:39:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-13T01:39:00,142 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734053940142"}]},"ts":"1734053940142"} 2024-12-13T01:39:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-13T01:39:00,143 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-13T01:39:00,177 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-13T01:39:00,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-13T01:39:00,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=da6b7eda7e35e7054da0589de9506e2d, UNASSIGN}] 2024-12-13T01:39:00,186 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=da6b7eda7e35e7054da0589de9506e2d, UNASSIGN 2024-12-13T01:39:00,186 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=da6b7eda7e35e7054da0589de9506e2d, regionState=CLOSING, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:00,188 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T01:39:00,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774}] 2024-12-13T01:39:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-13T01:39:00,344 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:00,346 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:39:00,346 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T01:39:00,347 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing da6b7eda7e35e7054da0589de9506e2d, disabling compactions & flushes 2024-12-13T01:39:00,347 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:39:00,347 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:39:00,347 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. after waiting 0 ms 2024-12-13T01:39:00,347 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:39:00,347 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing da6b7eda7e35e7054da0589de9506e2d 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-13T01:39:00,347 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=A 2024-12-13T01:39:00,348 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:00,348 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=B 2024-12-13T01:39:00,348 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:00,348 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da6b7eda7e35e7054da0589de9506e2d, store=C 2024-12-13T01:39:00,348 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:00,354 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/e80483738d1749ce84d5ceef40893d4d is 50, key is test_row_0/A:col10/1734053933377/Put/seqid=0 2024-12-13T01:39:00,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741926_1102 (size=9857) 2024-12-13T01:39:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-13T01:39:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-13T01:39:00,760 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/e80483738d1749ce84d5ceef40893d4d 2024-12-13T01:39:00,777 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/651603aae2f14ec895d1fba095dc95d0 is 50, key is test_row_0/B:col10/1734053933377/Put/seqid=0 2024-12-13T01:39:00,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741927_1103 (size=9857) 2024-12-13T01:39:01,183 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/651603aae2f14ec895d1fba095dc95d0 2024-12-13T01:39:01,198 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/fd451f71a9964848b9367a834013c483 is 50, key is test_row_0/C:col10/1734053933377/Put/seqid=0 2024-12-13T01:39:01,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741928_1104 (size=9857) 2024-12-13T01:39:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-13T01:39:01,604 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/fd451f71a9964848b9367a834013c483 2024-12-13T01:39:01,614 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/A/e80483738d1749ce84d5ceef40893d4d as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e80483738d1749ce84d5ceef40893d4d 2024-12-13T01:39:01,621 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e80483738d1749ce84d5ceef40893d4d, entries=100, sequenceid=427, filesize=9.6 K 2024-12-13T01:39:01,622 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/B/651603aae2f14ec895d1fba095dc95d0 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/651603aae2f14ec895d1fba095dc95d0 2024-12-13T01:39:01,627 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/651603aae2f14ec895d1fba095dc95d0, entries=100, sequenceid=427, filesize=9.6 K 2024-12-13T01:39:01,628 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/.tmp/C/fd451f71a9964848b9367a834013c483 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/fd451f71a9964848b9367a834013c483 2024-12-13T01:39:01,634 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/fd451f71a9964848b9367a834013c483, entries=100, sequenceid=427, filesize=9.6 K 2024-12-13T01:39:01,635 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for da6b7eda7e35e7054da0589de9506e2d in 1288ms, sequenceid=427, compaction requested=false 2024-12-13T01:39:01,636 DEBUG [StoreCloser-TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/461257e8a83448908b5caefd59016ee0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/f0fa3e7956c54528bbad2fa153d7d3b5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/d022b36696364872be3225c80ff08691, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/23e46f6509e6439788db41e697c9cad2, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/b4388c8016d641e5ac895a78b14a3b99, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/f4cbe016e2d64d22bee3f38f82887814, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/b0876dbedb214aeab84c07ce8b414446, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e5fc7fd276bd4b7c91d98e323a8cb946, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/3e0a8c473a794e33aad10a32a43df35b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/d1bf71a53ccd40aa841caefeced3576f, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0d12fb10490c4e33a91746031fd98255, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/002c30db7a98456485d00cfdffa5ffa6, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/f9c51e1a697b4fdeb310fe7df56f55eb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0337f8636f17409a863b9d322fb4fa39, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/a53332a0531e4b9e95227439297ae544, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0f72767319704d138a03a5cd42619b95, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/eaf5cf5f944a43baa635ebe348a84d08, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/d074b06a361942eba3b996cc1fe6a7e4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0ef2f31d7df5490097ee09b3a30d1c8c, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/8dc61763e6cc4eacbfaf0ce39ebb40c1, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e4986a1daadd40ec9a60948d55598685, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/54ffe7cb933d42a9ac02d6a9aad17571, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e4b81437a8f341dbbfd2c523b80c255f, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/79737bee586f4a5f9671faec8dd547a4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/2807f6cee2b548489f998c56290d9586, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/c6e80f594b1d4f728aae085625e790b0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/93e03cf787474b2ba6578acdf7a01504, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/92883afe56a041bfa2a462c70a04b45b] to archive 2024-12-13T01:39:01,639 DEBUG [StoreCloser-TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T01:39:01,647 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/f0fa3e7956c54528bbad2fa153d7d3b5 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/f0fa3e7956c54528bbad2fa153d7d3b5 2024-12-13T01:39:01,647 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e5fc7fd276bd4b7c91d98e323a8cb946 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e5fc7fd276bd4b7c91d98e323a8cb946 2024-12-13T01:39:01,647 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/b4388c8016d641e5ac895a78b14a3b99 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/b4388c8016d641e5ac895a78b14a3b99 2024-12-13T01:39:01,647 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/f4cbe016e2d64d22bee3f38f82887814 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/f4cbe016e2d64d22bee3f38f82887814 2024-12-13T01:39:01,648 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/461257e8a83448908b5caefd59016ee0 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/461257e8a83448908b5caefd59016ee0 2024-12-13T01:39:01,648 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/d022b36696364872be3225c80ff08691 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/d022b36696364872be3225c80ff08691 2024-12-13T01:39:01,648 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/23e46f6509e6439788db41e697c9cad2 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/23e46f6509e6439788db41e697c9cad2 2024-12-13T01:39:01,648 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/b0876dbedb214aeab84c07ce8b414446 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/b0876dbedb214aeab84c07ce8b414446 2024-12-13T01:39:01,650 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/3e0a8c473a794e33aad10a32a43df35b to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/3e0a8c473a794e33aad10a32a43df35b 2024-12-13T01:39:01,650 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/d1bf71a53ccd40aa841caefeced3576f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/d1bf71a53ccd40aa841caefeced3576f 2024-12-13T01:39:01,650 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0d12fb10490c4e33a91746031fd98255 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0d12fb10490c4e33a91746031fd98255 2024-12-13T01:39:01,650 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/f9c51e1a697b4fdeb310fe7df56f55eb to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/f9c51e1a697b4fdeb310fe7df56f55eb 2024-12-13T01:39:01,650 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/002c30db7a98456485d00cfdffa5ffa6 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/002c30db7a98456485d00cfdffa5ffa6 2024-12-13T01:39:01,651 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0f72767319704d138a03a5cd42619b95 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0f72767319704d138a03a5cd42619b95 2024-12-13T01:39:01,651 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0337f8636f17409a863b9d322fb4fa39 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0337f8636f17409a863b9d322fb4fa39 2024-12-13T01:39:01,652 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/d074b06a361942eba3b996cc1fe6a7e4 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/d074b06a361942eba3b996cc1fe6a7e4 2024-12-13T01:39:01,653 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e4986a1daadd40ec9a60948d55598685 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e4986a1daadd40ec9a60948d55598685 2024-12-13T01:39:01,653 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/54ffe7cb933d42a9ac02d6a9aad17571 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/54ffe7cb933d42a9ac02d6a9aad17571 2024-12-13T01:39:01,653 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0ef2f31d7df5490097ee09b3a30d1c8c to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/0ef2f31d7df5490097ee09b3a30d1c8c 2024-12-13T01:39:01,653 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/a53332a0531e4b9e95227439297ae544 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/a53332a0531e4b9e95227439297ae544 2024-12-13T01:39:01,653 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/eaf5cf5f944a43baa635ebe348a84d08 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/eaf5cf5f944a43baa635ebe348a84d08 2024-12-13T01:39:01,653 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/8dc61763e6cc4eacbfaf0ce39ebb40c1 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/8dc61763e6cc4eacbfaf0ce39ebb40c1 2024-12-13T01:39:01,653 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e4b81437a8f341dbbfd2c523b80c255f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e4b81437a8f341dbbfd2c523b80c255f 2024-12-13T01:39:01,654 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/2807f6cee2b548489f998c56290d9586 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/2807f6cee2b548489f998c56290d9586 2024-12-13T01:39:01,654 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/c6e80f594b1d4f728aae085625e790b0 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/c6e80f594b1d4f728aae085625e790b0 2024-12-13T01:39:01,654 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/79737bee586f4a5f9671faec8dd547a4 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/79737bee586f4a5f9671faec8dd547a4 2024-12-13T01:39:01,655 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/92883afe56a041bfa2a462c70a04b45b to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/92883afe56a041bfa2a462c70a04b45b 2024-12-13T01:39:01,655 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/93e03cf787474b2ba6578acdf7a01504 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/93e03cf787474b2ba6578acdf7a01504 2024-12-13T01:39:01,671 DEBUG [StoreCloser-TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/2e0e251181f14f31815a2e84020201d6, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/3700265bfc3c46d79c89568bf79a2138, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/3f5d7f6a19b949feaef7b7a6b474d9e0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/52a9ae934042490ea85c2554f3a527da, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/739a15c56c47492ea0f2b9c95ccfc934, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/a5c1bbdea59a409084c984ef3a9ab9bb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/74ad290ff9694b7cb5e084d113c6c8d8, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/c8b35cdb17ee4fbe90fcb7663b38a0f7, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/f7f715fc881a4d3c9eced12101dca258, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/2138085eba944440942614807419a92f, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/8d62f95513cc4a128fea40ff333767ee, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/d59b7f69b15f429cbd2430a91d52d8a0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/1ed61a6cb6494c69821b0e8341eb0ac6, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/247a53c5ed07400d92a04722e3a12ce8, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/98dbef588da34f7aa95b57e88a9a80db, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/4bbcae7d9a274c9fbce2a2331533ce66, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/c0c213ef52c54bb4a107061b3851f6c9, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/0071621e492d41348944636603349798, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/33d4b5f966a0459a82668bd2aa5863c4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/a5d507d150e541bd8a8d2f375dcb07ee, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/5ff69a1a4ea6477ebd258f93e62d9159, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/919b508b64f34c6cb3560a874bc2832f, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/a811137713084d819b5c769f9aee034b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/c75474e01074406f9292eb5246dda891, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/180090bbf7724cb5b2f7b43e02e1a6e9, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/7dfb215fd97949798f6825671f0a7557, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/6ec42659e4e346e88fb095a0aaed6c41, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/69aad9221c6149a5905c0d5feedec79c] to archive 2024-12-13T01:39:01,672 DEBUG [StoreCloser-TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T01:39:01,674 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/2e0e251181f14f31815a2e84020201d6 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/2e0e251181f14f31815a2e84020201d6 2024-12-13T01:39:01,674 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/3700265bfc3c46d79c89568bf79a2138 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/3700265bfc3c46d79c89568bf79a2138 2024-12-13T01:39:01,675 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/52a9ae934042490ea85c2554f3a527da to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/52a9ae934042490ea85c2554f3a527da 2024-12-13T01:39:01,675 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/74ad290ff9694b7cb5e084d113c6c8d8 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/74ad290ff9694b7cb5e084d113c6c8d8 2024-12-13T01:39:01,675 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/3f5d7f6a19b949feaef7b7a6b474d9e0 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/3f5d7f6a19b949feaef7b7a6b474d9e0 2024-12-13T01:39:01,675 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/c8b35cdb17ee4fbe90fcb7663b38a0f7 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/c8b35cdb17ee4fbe90fcb7663b38a0f7 2024-12-13T01:39:01,675 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/a5c1bbdea59a409084c984ef3a9ab9bb to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/a5c1bbdea59a409084c984ef3a9ab9bb 2024-12-13T01:39:01,675 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/739a15c56c47492ea0f2b9c95ccfc934 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/739a15c56c47492ea0f2b9c95ccfc934 2024-12-13T01:39:01,676 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/2138085eba944440942614807419a92f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/2138085eba944440942614807419a92f 2024-12-13T01:39:01,676 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/f7f715fc881a4d3c9eced12101dca258 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/f7f715fc881a4d3c9eced12101dca258 2024-12-13T01:39:01,677 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/1ed61a6cb6494c69821b0e8341eb0ac6 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/1ed61a6cb6494c69821b0e8341eb0ac6 2024-12-13T01:39:01,677 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/247a53c5ed07400d92a04722e3a12ce8 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/247a53c5ed07400d92a04722e3a12ce8 2024-12-13T01:39:01,677 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/d59b7f69b15f429cbd2430a91d52d8a0 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/d59b7f69b15f429cbd2430a91d52d8a0 2024-12-13T01:39:01,677 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/8d62f95513cc4a128fea40ff333767ee to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/8d62f95513cc4a128fea40ff333767ee 2024-12-13T01:39:01,677 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/4bbcae7d9a274c9fbce2a2331533ce66 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/4bbcae7d9a274c9fbce2a2331533ce66 2024-12-13T01:39:01,678 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/98dbef588da34f7aa95b57e88a9a80db to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/98dbef588da34f7aa95b57e88a9a80db 2024-12-13T01:39:01,678 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/0071621e492d41348944636603349798 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/0071621e492d41348944636603349798 2024-12-13T01:39:01,679 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/a5d507d150e541bd8a8d2f375dcb07ee to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/a5d507d150e541bd8a8d2f375dcb07ee 2024-12-13T01:39:01,679 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/33d4b5f966a0459a82668bd2aa5863c4 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/33d4b5f966a0459a82668bd2aa5863c4 2024-12-13T01:39:01,679 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/919b508b64f34c6cb3560a874bc2832f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/919b508b64f34c6cb3560a874bc2832f 2024-12-13T01:39:01,679 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/5ff69a1a4ea6477ebd258f93e62d9159 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/5ff69a1a4ea6477ebd258f93e62d9159 2024-12-13T01:39:01,680 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/a811137713084d819b5c769f9aee034b to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/a811137713084d819b5c769f9aee034b 2024-12-13T01:39:01,680 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/c75474e01074406f9292eb5246dda891 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/c75474e01074406f9292eb5246dda891 2024-12-13T01:39:01,681 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/7dfb215fd97949798f6825671f0a7557 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/7dfb215fd97949798f6825671f0a7557 2024-12-13T01:39:01,681 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/180090bbf7724cb5b2f7b43e02e1a6e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/180090bbf7724cb5b2f7b43e02e1a6e9 2024-12-13T01:39:01,681 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/c0c213ef52c54bb4a107061b3851f6c9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/c0c213ef52c54bb4a107061b3851f6c9 2024-12-13T01:39:01,681 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/6ec42659e4e346e88fb095a0aaed6c41 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/6ec42659e4e346e88fb095a0aaed6c41 2024-12-13T01:39:01,681 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/69aad9221c6149a5905c0d5feedec79c to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/69aad9221c6149a5905c0d5feedec79c 2024-12-13T01:39:01,691 DEBUG [StoreCloser-TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/1455bfad1e90490f8c40feb32deb255e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/4f3b9aa0b7dd4d15bf240ca9c0f17bb2, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/de6ce1932667463f960e272fafe55118, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/a7261d9957654b8baf21ff81edb1cba9, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/c88df336364c4e35b73e8e9f09fb7f66, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/78fce6f64fbb4694803fda190a7ded20, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/90c9e500499444a6860c683fded5405c, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/aa9145536cc54828a1902928bbb3bb15, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/5814b6708a8842ffbee7cdca779de4eb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/33a8ca98cd944013b0658b85a344bc35, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/e4c702063f874327a04360663c8940dc, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/94f3ea8bd18945d6bfd56a430e54386f, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/5e174a4f92bb48abb02baf96cb8f9118, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/2302b89161304f11b00909a8587e36de, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/4140e98cbfb74dd68a168edcfc455eb2, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/0e84b059e0bf44bf97d1380caf5cc1eb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/dac8039dda1d4ef9bf89603f6395bc66, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/747ac2841d94417cb1497418045c083e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/cf1fe78ee1d54fe4940028ff157cbd1d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/5c10396669fc47238022a4dec6d90031, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/527e942caa2d45dc960967c9d8a0d60e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/0b1d2ac1eb7d4edabc73212ba2978cd5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/40db67d35f034f06bd2c81134066f7d1, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/b30daf8e451f41f29ed58efd337a2338, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/76641e5ae9f2491593dc80e879e9f006, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/b75f6edda1234a2b89792b3ae85e1465, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/b95450f5bc9244a8af4d092751f499e6, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/d540c8f4442646fa975b70c7129f79dd] to archive 2024-12-13T01:39:01,693 DEBUG [StoreCloser-TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T01:39:01,695 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/1455bfad1e90490f8c40feb32deb255e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/1455bfad1e90490f8c40feb32deb255e 2024-12-13T01:39:01,695 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/4f3b9aa0b7dd4d15bf240ca9c0f17bb2 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/4f3b9aa0b7dd4d15bf240ca9c0f17bb2 2024-12-13T01:39:01,695 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/de6ce1932667463f960e272fafe55118 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/de6ce1932667463f960e272fafe55118 2024-12-13T01:39:01,695 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/a7261d9957654b8baf21ff81edb1cba9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/a7261d9957654b8baf21ff81edb1cba9 2024-12-13T01:39:01,696 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/aa9145536cc54828a1902928bbb3bb15 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/aa9145536cc54828a1902928bbb3bb15 2024-12-13T01:39:01,696 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/c88df336364c4e35b73e8e9f09fb7f66 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/c88df336364c4e35b73e8e9f09fb7f66 2024-12-13T01:39:01,696 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/78fce6f64fbb4694803fda190a7ded20 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/78fce6f64fbb4694803fda190a7ded20 2024-12-13T01:39:01,697 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/90c9e500499444a6860c683fded5405c to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/90c9e500499444a6860c683fded5405c 2024-12-13T01:39:01,697 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/5814b6708a8842ffbee7cdca779de4eb to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/5814b6708a8842ffbee7cdca779de4eb 2024-12-13T01:39:01,697 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/94f3ea8bd18945d6bfd56a430e54386f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/94f3ea8bd18945d6bfd56a430e54386f 2024-12-13T01:39:01,698 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/33a8ca98cd944013b0658b85a344bc35 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/33a8ca98cd944013b0658b85a344bc35 2024-12-13T01:39:01,698 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/e4c702063f874327a04360663c8940dc to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/e4c702063f874327a04360663c8940dc 2024-12-13T01:39:01,698 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/2302b89161304f11b00909a8587e36de to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/2302b89161304f11b00909a8587e36de 2024-12-13T01:39:01,699 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/4140e98cbfb74dd68a168edcfc455eb2 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/4140e98cbfb74dd68a168edcfc455eb2 2024-12-13T01:39:01,699 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/5e174a4f92bb48abb02baf96cb8f9118 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/5e174a4f92bb48abb02baf96cb8f9118 2024-12-13T01:39:01,699 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/0e84b059e0bf44bf97d1380caf5cc1eb to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/0e84b059e0bf44bf97d1380caf5cc1eb 2024-12-13T01:39:01,700 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/747ac2841d94417cb1497418045c083e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/747ac2841d94417cb1497418045c083e 2024-12-13T01:39:01,699 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/5c10396669fc47238022a4dec6d90031 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/5c10396669fc47238022a4dec6d90031 2024-12-13T01:39:01,700 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/527e942caa2d45dc960967c9d8a0d60e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/527e942caa2d45dc960967c9d8a0d60e 2024-12-13T01:39:01,700 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/0b1d2ac1eb7d4edabc73212ba2978cd5 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/0b1d2ac1eb7d4edabc73212ba2978cd5 2024-12-13T01:39:01,700 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/cf1fe78ee1d54fe4940028ff157cbd1d to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/cf1fe78ee1d54fe4940028ff157cbd1d 2024-12-13T01:39:01,701 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/b30daf8e451f41f29ed58efd337a2338 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/b30daf8e451f41f29ed58efd337a2338 2024-12-13T01:39:01,701 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/76641e5ae9f2491593dc80e879e9f006 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/76641e5ae9f2491593dc80e879e9f006 2024-12-13T01:39:01,701 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/40db67d35f034f06bd2c81134066f7d1 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/40db67d35f034f06bd2c81134066f7d1 2024-12-13T01:39:01,701 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/b95450f5bc9244a8af4d092751f499e6 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/b95450f5bc9244a8af4d092751f499e6 2024-12-13T01:39:01,701 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/b75f6edda1234a2b89792b3ae85e1465 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/b75f6edda1234a2b89792b3ae85e1465 2024-12-13T01:39:01,702 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/d540c8f4442646fa975b70c7129f79dd to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/d540c8f4442646fa975b70c7129f79dd 2024-12-13T01:39:01,703 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/dac8039dda1d4ef9bf89603f6395bc66 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/dac8039dda1d4ef9bf89603f6395bc66 2024-12-13T01:39:01,709 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/recovered.edits/430.seqid, newMaxSeqId=430, maxSeqId=1 2024-12-13T01:39:01,711 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d. 2024-12-13T01:39:01,711 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for da6b7eda7e35e7054da0589de9506e2d: 2024-12-13T01:39:01,713 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:39:01,713 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=da6b7eda7e35e7054da0589de9506e2d, regionState=CLOSED 2024-12-13T01:39:01,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-13T01:39:01,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure da6b7eda7e35e7054da0589de9506e2d, server=3c5776cc2308,43079,1734053906774 in 1.5270 sec 2024-12-13T01:39:01,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-12-13T01:39:01,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=da6b7eda7e35e7054da0589de9506e2d, UNASSIGN in 1.5320 sec 2024-12-13T01:39:01,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-13T01:39:01,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5400 sec 2024-12-13T01:39:01,721 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734053941721"}]},"ts":"1734053941721"} 2024-12-13T01:39:01,722 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-13T01:39:01,760 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-13T01:39:01,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6240 sec 2024-12-13T01:39:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-13T01:39:02,252 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-12-13T01:39:02,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-13T01:39:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:39:02,264 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:39:02,265 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:39:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-13T01:39:02,268 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:39:02,273 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A, FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B, FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C, FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/recovered.edits] 2024-12-13T01:39:02,279 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/707b275313f64e9a94705660317d9f7a to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/707b275313f64e9a94705660317d9f7a 2024-12-13T01:39:02,279 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e80483738d1749ce84d5ceef40893d4d to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/A/e80483738d1749ce84d5ceef40893d4d 2024-12-13T01:39:02,284 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/651603aae2f14ec895d1fba095dc95d0 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/651603aae2f14ec895d1fba095dc95d0 2024-12-13T01:39:02,284 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/ea8e01bbe1094fda89f11e9c58473e09 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/B/ea8e01bbe1094fda89f11e9c58473e09 2024-12-13T01:39:02,288 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/fd451f71a9964848b9367a834013c483 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/fd451f71a9964848b9367a834013c483 2024-12-13T01:39:02,288 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/e7ed773d21b041d891becafab9ea9e07 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/C/e7ed773d21b041d891becafab9ea9e07 2024-12-13T01:39:02,291 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/recovered.edits/430.seqid to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d/recovered.edits/430.seqid 2024-12-13T01:39:02,292 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/da6b7eda7e35e7054da0589de9506e2d 2024-12-13T01:39:02,292 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-13T01:39:02,297 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:39:02,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-13T01:39:02,303 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-13T01:39:02,329 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-13T01:39:02,331 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:39:02,331 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-13T01:39:02,331 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734053942331"}]},"ts":"9223372036854775807"} 2024-12-13T01:39:02,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T01:39:02,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => da6b7eda7e35e7054da0589de9506e2d, NAME => 'TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T01:39:02,334 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-13T01:39:02,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734053942334"}]},"ts":"9223372036854775807"} 2024-12-13T01:39:02,336 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-13T01:39:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-13T01:39:02,370 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:39:02,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 110 msec 2024-12-13T01:39:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-13T01:39:02,568 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-12-13T01:39:02,579 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=245 (was 219) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3bc21133-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;3c5776cc2308:43079-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-163300941_22 at /127.0.0.1:44946 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3bc21133-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3bc21133-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3bc21133-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=245 (was 163) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12648 (was 13217) 2024-12-13T01:39:02,588 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=245, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=245, ProcessCount=11, AvailableMemoryMB=12648 2024-12-13T01:39:02,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-13T01:39:02,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T01:39:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-13T01:39:02,592 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T01:39:02,592 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:02,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-12-13T01:39:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-13T01:39:02,593 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T01:39:02,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741929_1105 (size=963) 2024-12-13T01:39:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-13T01:39:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-13T01:39:03,006 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863 2024-12-13T01:39:03,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741930_1106 (size=53) 2024-12-13T01:39:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-13T01:39:03,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T01:39:03,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 68be3659221c06e14895b31b975790e9, disabling compactions & flushes 2024-12-13T01:39:03,419 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:03,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:03,420 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. after waiting 0 ms 2024-12-13T01:39:03,420 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:03,420 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:03,420 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:03,422 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T01:39:03,423 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734053943422"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734053943422"}]},"ts":"1734053943422"} 2024-12-13T01:39:03,426 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T01:39:03,427 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T01:39:03,427 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734053943427"}]},"ts":"1734053943427"} 2024-12-13T01:39:03,428 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-13T01:39:03,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=68be3659221c06e14895b31b975790e9, ASSIGN}] 2024-12-13T01:39:03,478 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=68be3659221c06e14895b31b975790e9, ASSIGN 2024-12-13T01:39:03,479 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=68be3659221c06e14895b31b975790e9, ASSIGN; state=OFFLINE, location=3c5776cc2308,43079,1734053906774; forceNewPlan=false, retain=false 2024-12-13T01:39:03,630 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=68be3659221c06e14895b31b975790e9, regionState=OPENING, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:03,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure 68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774}] 2024-12-13T01:39:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-13T01:39:03,786 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:03,792 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:03,793 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} 2024-12-13T01:39:03,793 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:03,793 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T01:39:03,793 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:03,793 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:03,795 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:03,797 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:39:03,798 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68be3659221c06e14895b31b975790e9 columnFamilyName A 2024-12-13T01:39:03,798 DEBUG [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:03,798 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] regionserver.HStore(327): Store=68be3659221c06e14895b31b975790e9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:39:03,799 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:03,800 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:39:03,801 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68be3659221c06e14895b31b975790e9 columnFamilyName B 2024-12-13T01:39:03,802 DEBUG [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:03,802 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] regionserver.HStore(327): Store=68be3659221c06e14895b31b975790e9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:39:03,803 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:03,804 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:39:03,805 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68be3659221c06e14895b31b975790e9 columnFamilyName C 2024-12-13T01:39:03,805 DEBUG [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:03,805 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] regionserver.HStore(327): Store=68be3659221c06e14895b31b975790e9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:39:03,805 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:03,806 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9 2024-12-13T01:39:03,807 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9 2024-12-13T01:39:03,808 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T01:39:03,810 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:03,812 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T01:39:03,813 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 68be3659221c06e14895b31b975790e9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67905447, jitterRate=0.011870011687278748}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T01:39:03,814 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:03,815 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., pid=41, masterSystemTime=1734053943786 2024-12-13T01:39:03,816 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:03,816 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:03,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=68be3659221c06e14895b31b975790e9, regionState=OPEN, openSeqNum=2, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:03,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-12-13T01:39:03,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure 68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 in 185 msec 2024-12-13T01:39:03,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-12-13T01:39:03,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=68be3659221c06e14895b31b975790e9, ASSIGN in 342 msec 2024-12-13T01:39:03,822 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T01:39:03,822 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734053943822"}]},"ts":"1734053943822"} 2024-12-13T01:39:03,823 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-13T01:39:03,896 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T01:39:03,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3060 sec 2024-12-13T01:39:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-13T01:39:04,703 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-12-13T01:39:04,707 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x26401a5f to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@407e6b5c 2024-12-13T01:39:04,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb305fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:39:04,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:39:04,756 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:39:04,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T01:39:04,760 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T01:39:04,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-13T01:39:04,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T01:39:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-13T01:39:04,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741931_1107 (size=999) 2024-12-13T01:39:05,183 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-13T01:39:05,183 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-13T01:39:05,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-13T01:39:05,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=68be3659221c06e14895b31b975790e9, REOPEN/MOVE}] 2024-12-13T01:39:05,196 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=68be3659221c06e14895b31b975790e9, REOPEN/MOVE 2024-12-13T01:39:05,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=68be3659221c06e14895b31b975790e9, regionState=CLOSING, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:05,197 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T01:39:05,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure 68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774}] 2024-12-13T01:39:05,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:05,349 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:05,349 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T01:39:05,349 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing 68be3659221c06e14895b31b975790e9, disabling compactions & flushes 2024-12-13T01:39:05,350 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:05,350 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:05,350 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. after waiting 0 ms 2024-12-13T01:39:05,350 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:05,355 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T01:39:05,356 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:05,356 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:05,356 WARN [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: 68be3659221c06e14895b31b975790e9 to self. 2024-12-13T01:39:05,357 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:05,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=68be3659221c06e14895b31b975790e9, regionState=CLOSED 2024-12-13T01:39:05,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-12-13T01:39:05,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure 68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 in 163 msec 2024-12-13T01:39:05,364 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=68be3659221c06e14895b31b975790e9, REOPEN/MOVE; state=CLOSED, location=3c5776cc2308,43079,1734053906774; forceNewPlan=false, retain=true 2024-12-13T01:39:05,515 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=68be3659221c06e14895b31b975790e9, regionState=OPENING, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:05,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure 68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774}] 2024-12-13T01:39:05,673 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:05,681 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:05,682 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} 2024-12-13T01:39:05,683 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:05,683 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T01:39:05,683 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:05,683 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:05,687 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:05,688 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:39:05,695 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68be3659221c06e14895b31b975790e9 columnFamilyName A 2024-12-13T01:39:05,697 DEBUG [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:05,697 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] regionserver.HStore(327): Store=68be3659221c06e14895b31b975790e9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:39:05,698 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:05,698 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:39:05,699 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68be3659221c06e14895b31b975790e9 columnFamilyName B 2024-12-13T01:39:05,699 DEBUG [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:05,699 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] regionserver.HStore(327): Store=68be3659221c06e14895b31b975790e9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:39:05,699 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:05,700 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:39:05,700 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68be3659221c06e14895b31b975790e9 columnFamilyName C 2024-12-13T01:39:05,700 DEBUG [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:05,700 INFO [StoreOpener-68be3659221c06e14895b31b975790e9-1 {}] regionserver.HStore(327): Store=68be3659221c06e14895b31b975790e9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:39:05,701 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:05,701 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9 2024-12-13T01:39:05,702 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9 2024-12-13T01:39:05,703 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T01:39:05,705 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:05,705 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 68be3659221c06e14895b31b975790e9; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60816845, jitterRate=-0.09375838935375214}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T01:39:05,707 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:05,708 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., pid=46, masterSystemTime=1734053945672 2024-12-13T01:39:05,709 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:05,709 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:05,709 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=68be3659221c06e14895b31b975790e9, regionState=OPEN, openSeqNum=5, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:05,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-12-13T01:39:05,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure 68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 in 193 msec 2024-12-13T01:39:05,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-12-13T01:39:05,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=68be3659221c06e14895b31b975790e9, REOPEN/MOVE in 517 msec 2024-12-13T01:39:05,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-12-13T01:39:05,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 528 msec 2024-12-13T01:39:05,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 950 msec 2024-12-13T01:39:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-12-13T01:39:05,725 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c820ef9 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b4bd1ba 2024-12-13T01:39:05,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176c5c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:39:05,788 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e3a4420 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ebda6ad 2024-12-13T01:39:05,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190853fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:39:05,807 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42e904d8 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@505d5ccd 2024-12-13T01:39:05,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46114993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:39:05,820 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a4c53ed to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@367f47f7 2024-12-13T01:39:05,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f0be85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:39:05,828 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22e911df to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78cafade 2024-12-13T01:39:05,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152377d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:39:05,836 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14c16cd4 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a52344f 2024-12-13T01:39:05,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3448d233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:39:05,845 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0341384e to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8ba8425 2024-12-13T01:39:05,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a11164b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:39:05,854 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x26b120d9 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7af61386 2024-12-13T01:39:05,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a7e1dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:39:05,863 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c1ec7ee to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63e87c8 2024-12-13T01:39:05,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a027db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:39:05,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:39:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-12-13T01:39:05,876 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:39:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-13T01:39:05,876 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:39:05,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:39:05,879 DEBUG [hconnection-0x3d4ff768-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:39:05,879 DEBUG [hconnection-0x2d0dff3f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:39:05,880 DEBUG [hconnection-0x684dd52d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:39:05,880 DEBUG [hconnection-0x14bed04e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:39:05,880 DEBUG [hconnection-0x612c3cc7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:39:05,880 DEBUG [hconnection-0x2bccd049-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:39:05,881 DEBUG [hconnection-0x61a943e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:39:05,881 DEBUG [hconnection-0x34ae5286-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:39:05,881 DEBUG [hconnection-0x1b7e183d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:39:05,881 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:39:05,882 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:39:05,882 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:39:05,882 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:39:05,882 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:39:05,883 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:39:05,883 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:39:05,883 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:39:05,887 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:39:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:05,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 68be3659221c06e14895b31b975790e9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T01:39:05,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=A 2024-12-13T01:39:05,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:05,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=B 2024-12-13T01:39:05,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:05,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=C 2024-12-13T01:39:05,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:05,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213d33d1298984a41f78f4009c0bfa19554_68be3659221c06e14895b31b975790e9 is 50, key is test_row_0/A:col10/1734053945886/Put/seqid=0 2024-12-13T01:39:05,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741932_1108 (size=12154) 2024-12-13T01:39:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-13T01:39:05,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054005973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:05,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054005975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:05,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054005977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:05,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054005977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:05,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054005980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,028 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-13T01:39:06,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:06,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:06,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:06,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:06,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:06,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054006079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054006084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054006088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054006088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054006089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-13T01:39:06,182 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-13T01:39:06,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:06,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:06,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:06,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:06,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:06,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054006281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054006286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054006290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054006291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054006291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,335 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-13T01:39:06,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:06,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:06,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:06,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:06,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:06,344 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:06,351 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213d33d1298984a41f78f4009c0bfa19554_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213d33d1298984a41f78f4009c0bfa19554_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:06,352 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/2705f4d81ceb410a8f978a85819f1720, store: [table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:06,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/2705f4d81ceb410a8f978a85819f1720 is 175, key is test_row_0/A:col10/1734053945886/Put/seqid=0 2024-12-13T01:39:06,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741933_1109 (size=30955) 2024-12-13T01:39:06,379 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/2705f4d81ceb410a8f978a85819f1720 2024-12-13T01:39:06,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/d71327f476174eed973cea90def58596 is 50, key is test_row_0/B:col10/1734053945886/Put/seqid=0 2024-12-13T01:39:06,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741934_1110 (size=12001) 2024-12-13T01:39:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-13T01:39:06,488 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-13T01:39:06,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:06,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:06,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:06,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:06,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:06,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054006586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054006590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054006593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054006593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054006595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,641 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-13T01:39:06,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:06,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:06,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:06,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:06,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:06,795 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-13T01:39:06,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:06,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:06,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:06,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:06,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:06,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/d71327f476174eed973cea90def58596 2024-12-13T01:39:06,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/e879a997d6c04598a1e04a0fe177b5bb is 50, key is test_row_0/C:col10/1734053945886/Put/seqid=0 2024-12-13T01:39:06,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741935_1111 (size=12001) 2024-12-13T01:39:06,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/e879a997d6c04598a1e04a0fe177b5bb 2024-12-13T01:39:06,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/2705f4d81ceb410a8f978a85819f1720 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/2705f4d81ceb410a8f978a85819f1720 2024-12-13T01:39:06,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/2705f4d81ceb410a8f978a85819f1720, entries=150, sequenceid=15, filesize=30.2 K 2024-12-13T01:39:06,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/d71327f476174eed973cea90def58596 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/d71327f476174eed973cea90def58596 2024-12-13T01:39:06,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/d71327f476174eed973cea90def58596, entries=150, sequenceid=15, filesize=11.7 K 2024-12-13T01:39:06,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/e879a997d6c04598a1e04a0fe177b5bb as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/e879a997d6c04598a1e04a0fe177b5bb 2024-12-13T01:39:06,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/e879a997d6c04598a1e04a0fe177b5bb, entries=150, sequenceid=15, filesize=11.7 K 2024-12-13T01:39:06,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 68be3659221c06e14895b31b975790e9 in 1011ms, sequenceid=15, compaction requested=false 2024-12-13T01:39:06,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:06,948 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:06,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-13T01:39:06,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:06,948 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 68be3659221c06e14895b31b975790e9 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-13T01:39:06,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=A 2024-12-13T01:39:06,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:06,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=B 2024-12-13T01:39:06,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:06,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=C 2024-12-13T01:39:06,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:06,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213e74c42694b6a460cad32a2505c04f3e5_68be3659221c06e14895b31b975790e9 is 50, key is test_row_0/A:col10/1734053945975/Put/seqid=0 2024-12-13T01:39:06,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741936_1112 (size=12154) 2024-12-13T01:39:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-13T01:39:06,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:06,986 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213e74c42694b6a460cad32a2505c04f3e5_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213e74c42694b6a460cad32a2505c04f3e5_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:06,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/ce2b5aa986bc459aa06b24873d2330a8, store: [table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:06,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/ce2b5aa986bc459aa06b24873d2330a8 is 175, key is test_row_0/A:col10/1734053945975/Put/seqid=0 2024-12-13T01:39:07,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741937_1113 (size=30955) 2024-12-13T01:39:07,002 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/ce2b5aa986bc459aa06b24873d2330a8 2024-12-13T01:39:07,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/b8ae3595a031435d84a94a2df5c11759 is 50, key is test_row_0/B:col10/1734053945975/Put/seqid=0 2024-12-13T01:39:07,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741938_1114 (size=12001) 2024-12-13T01:39:07,021 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/b8ae3595a031435d84a94a2df5c11759 2024-12-13T01:39:07,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/32fbed039c20467db3521d0cb26373c0 is 50, key is test_row_0/C:col10/1734053945975/Put/seqid=0 2024-12-13T01:39:07,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741939_1115 (size=12001) 2024-12-13T01:39:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:07,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:07,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054007111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054007113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054007113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054007113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054007115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054007217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054007220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054007220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054007223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054007223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,244 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-13T01:39:07,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054007419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054007422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054007423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054007426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054007428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,462 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/32fbed039c20467db3521d0cb26373c0 2024-12-13T01:39:07,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/ce2b5aa986bc459aa06b24873d2330a8 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/ce2b5aa986bc459aa06b24873d2330a8 2024-12-13T01:39:07,472 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/ce2b5aa986bc459aa06b24873d2330a8, entries=150, sequenceid=42, filesize=30.2 K 2024-12-13T01:39:07,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/b8ae3595a031435d84a94a2df5c11759 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/b8ae3595a031435d84a94a2df5c11759 2024-12-13T01:39:07,487 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/b8ae3595a031435d84a94a2df5c11759, entries=150, sequenceid=42, filesize=11.7 K 2024-12-13T01:39:07,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/32fbed039c20467db3521d0cb26373c0 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/32fbed039c20467db3521d0cb26373c0 2024-12-13T01:39:07,496 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/32fbed039c20467db3521d0cb26373c0, entries=150, sequenceid=42, filesize=11.7 K 2024-12-13T01:39:07,499 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 68be3659221c06e14895b31b975790e9 in 550ms, sequenceid=42, compaction requested=false 2024-12-13T01:39:07,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:07,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:07,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-13T01:39:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-12-13T01:39:07,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-12-13T01:39:07,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6230 sec 2024-12-13T01:39:07,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.6280 sec 2024-12-13T01:39:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:07,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 68be3659221c06e14895b31b975790e9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T01:39:07,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=A 2024-12-13T01:39:07,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:07,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=B 2024-12-13T01:39:07,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:07,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=C 2024-12-13T01:39:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:07,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213b324ee2223934599af6437bfff027757_68be3659221c06e14895b31b975790e9 is 50, key is test_row_0/A:col10/1734053947114/Put/seqid=0 2024-12-13T01:39:07,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741940_1116 (size=14594) 2024-12-13T01:39:07,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054007754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054007754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054007755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054007758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054007758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054007859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054007859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054007860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054007865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054007865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-13T01:39:07,981 INFO [Thread-562 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-12-13T01:39:07,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:39:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-13T01:39:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-13T01:39:07,986 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:39:07,987 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:39:07,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:39:08,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054008064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054008065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054008065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054008069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054008069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-13T01:39:08,139 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-13T01:39:08,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:08,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:08,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:08,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:08,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:08,148 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:08,153 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213b324ee2223934599af6437bfff027757_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213b324ee2223934599af6437bfff027757_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:08,155 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/81807785718247509d38873d52143e63, store: [table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:08,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/81807785718247509d38873d52143e63 is 175, key is test_row_0/A:col10/1734053947114/Put/seqid=0 2024-12-13T01:39:08,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741941_1117 (size=39549) 2024-12-13T01:39:08,175 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/81807785718247509d38873d52143e63 2024-12-13T01:39:08,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/2e6b4c39af54464c8317843e1f68148b is 50, key is test_row_0/B:col10/1734053947114/Put/seqid=0 2024-12-13T01:39:08,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741942_1118 (size=12001) 2024-12-13T01:39:08,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/2e6b4c39af54464c8317843e1f68148b 2024-12-13T01:39:08,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/1f5c27b926cd4e25ba5807c30ec441c5 is 50, key is test_row_0/C:col10/1734053947114/Put/seqid=0 2024-12-13T01:39:08,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741943_1119 (size=12001) 2024-12-13T01:39:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-13T01:39:08,293 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-13T01:39:08,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:08,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:08,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:08,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:08,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:08,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054008366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054008367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054008367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054008373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054008375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,446 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-13T01:39:08,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:08,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:08,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:08,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:08,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-13T01:39:08,599 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-13T01:39:08,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:08,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:08,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:08,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:08,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:08,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/1f5c27b926cd4e25ba5807c30ec441c5 2024-12-13T01:39:08,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/81807785718247509d38873d52143e63 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/81807785718247509d38873d52143e63 2024-12-13T01:39:08,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/81807785718247509d38873d52143e63, entries=200, sequenceid=54, filesize=38.6 K 2024-12-13T01:39:08,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/2e6b4c39af54464c8317843e1f68148b as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/2e6b4c39af54464c8317843e1f68148b 2024-12-13T01:39:08,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/2e6b4c39af54464c8317843e1f68148b, entries=150, sequenceid=54, filesize=11.7 K 2024-12-13T01:39:08,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/1f5c27b926cd4e25ba5807c30ec441c5 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/1f5c27b926cd4e25ba5807c30ec441c5 2024-12-13T01:39:08,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/1f5c27b926cd4e25ba5807c30ec441c5, entries=150, sequenceid=54, filesize=11.7 K 2024-12-13T01:39:08,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 68be3659221c06e14895b31b975790e9 in 930ms, sequenceid=54, compaction requested=true 2024-12-13T01:39:08,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:08,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68be3659221c06e14895b31b975790e9:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:39:08,657 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:08,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:08,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68be3659221c06e14895b31b975790e9:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:39:08,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:08,657 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:08,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68be3659221c06e14895b31b975790e9:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:39:08,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:08,659 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:08,659 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:08,659 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 68be3659221c06e14895b31b975790e9/A is initiating minor compaction (all files) 2024-12-13T01:39:08,659 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 68be3659221c06e14895b31b975790e9/B is initiating minor compaction (all files) 2024-12-13T01:39:08,659 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68be3659221c06e14895b31b975790e9/A in TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:08,659 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68be3659221c06e14895b31b975790e9/B in TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:08,659 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/d71327f476174eed973cea90def58596, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/b8ae3595a031435d84a94a2df5c11759, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/2e6b4c39af54464c8317843e1f68148b] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp, totalSize=35.2 K 2024-12-13T01:39:08,659 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/2705f4d81ceb410a8f978a85819f1720, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/ce2b5aa986bc459aa06b24873d2330a8, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/81807785718247509d38873d52143e63] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp, totalSize=99.1 K 2024-12-13T01:39:08,659 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:08,659 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. files: [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/2705f4d81ceb410a8f978a85819f1720, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/ce2b5aa986bc459aa06b24873d2330a8, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/81807785718247509d38873d52143e63] 2024-12-13T01:39:08,660 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting d71327f476174eed973cea90def58596, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734053945886 2024-12-13T01:39:08,660 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2705f4d81ceb410a8f978a85819f1720, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734053945886 2024-12-13T01:39:08,660 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting b8ae3595a031435d84a94a2df5c11759, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1734053945972 2024-12-13T01:39:08,660 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce2b5aa986bc459aa06b24873d2330a8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1734053945972 2024-12-13T01:39:08,661 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e6b4c39af54464c8317843e1f68148b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734053947114 2024-12-13T01:39:08,661 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81807785718247509d38873d52143e63, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734053947112 2024-12-13T01:39:08,670 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:08,673 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68be3659221c06e14895b31b975790e9#B#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:08,673 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/24943c9d29b14aca873bec677323618d is 50, key is test_row_0/B:col10/1734053947114/Put/seqid=0 2024-12-13T01:39:08,680 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121363e3d3d2c67f440db87c030e2d3724b4_68be3659221c06e14895b31b975790e9 store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:08,686 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121363e3d3d2c67f440db87c030e2d3724b4_68be3659221c06e14895b31b975790e9, store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:08,686 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121363e3d3d2c67f440db87c030e2d3724b4_68be3659221c06e14895b31b975790e9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:08,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741944_1120 (size=12104) 2024-12-13T01:39:08,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741945_1121 (size=4469) 2024-12-13T01:39:08,718 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68be3659221c06e14895b31b975790e9#A#compaction#99 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:08,720 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/821a935a1036488fbd28276e3bc7ca5e is 175, key is test_row_0/A:col10/1734053947114/Put/seqid=0 2024-12-13T01:39:08,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741946_1122 (size=31058) 2024-12-13T01:39:08,741 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/821a935a1036488fbd28276e3bc7ca5e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/821a935a1036488fbd28276e3bc7ca5e 2024-12-13T01:39:08,750 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68be3659221c06e14895b31b975790e9/A of 68be3659221c06e14895b31b975790e9 into 821a935a1036488fbd28276e3bc7ca5e(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:08,750 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:08,750 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., storeName=68be3659221c06e14895b31b975790e9/A, priority=13, startTime=1734053948657; duration=0sec 2024-12-13T01:39:08,751 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:08,751 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68be3659221c06e14895b31b975790e9:A 2024-12-13T01:39:08,751 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:08,752 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-13T01:39:08,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:08,752 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 68be3659221c06e14895b31b975790e9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-13T01:39:08,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=A 2024-12-13T01:39:08,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:08,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=B 2024-12-13T01:39:08,753 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:08,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:08,753 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 68be3659221c06e14895b31b975790e9/C is initiating minor compaction (all files) 2024-12-13T01:39:08,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=C 2024-12-13T01:39:08,753 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68be3659221c06e14895b31b975790e9/C in TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:08,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:08,753 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/e879a997d6c04598a1e04a0fe177b5bb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/32fbed039c20467db3521d0cb26373c0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/1f5c27b926cd4e25ba5807c30ec441c5] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp, totalSize=35.2 K 2024-12-13T01:39:08,754 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting e879a997d6c04598a1e04a0fe177b5bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734053945886 2024-12-13T01:39:08,755 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32fbed039c20467db3521d0cb26373c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1734053945972 2024-12-13T01:39:08,756 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f5c27b926cd4e25ba5807c30ec441c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734053947114 2024-12-13T01:39:08,769 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68be3659221c06e14895b31b975790e9#C#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:08,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412136e5c77607ee8422e9a7843c05bd248be_68be3659221c06e14895b31b975790e9 is 50, key is test_row_0/A:col10/1734053947747/Put/seqid=0 2024-12-13T01:39:08,770 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/889ecb6b3d85476691e6315d86081655 is 50, key is test_row_0/C:col10/1734053947114/Put/seqid=0 2024-12-13T01:39:08,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741948_1124 (size=12154) 2024-12-13T01:39:08,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741947_1123 (size=12104) 2024-12-13T01:39:08,806 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/889ecb6b3d85476691e6315d86081655 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/889ecb6b3d85476691e6315d86081655 2024-12-13T01:39:08,811 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68be3659221c06e14895b31b975790e9/C of 68be3659221c06e14895b31b975790e9 into 889ecb6b3d85476691e6315d86081655(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:08,811 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:08,811 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., storeName=68be3659221c06e14895b31b975790e9/C, priority=13, startTime=1734053948657; duration=0sec 2024-12-13T01:39:08,811 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:08,811 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68be3659221c06e14895b31b975790e9:C 2024-12-13T01:39:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:08,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:08,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:08,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054008877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054008876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054008880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054008880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054008881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054008982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054008984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054008985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:08,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054008986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-13T01:39:09,113 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/24943c9d29b14aca873bec677323618d as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/24943c9d29b14aca873bec677323618d 2024-12-13T01:39:09,121 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68be3659221c06e14895b31b975790e9/B of 68be3659221c06e14895b31b975790e9 into 24943c9d29b14aca873bec677323618d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:09,121 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:09,121 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., storeName=68be3659221c06e14895b31b975790e9/B, priority=13, startTime=1734053948657; duration=0sec 2024-12-13T01:39:09,121 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:09,121 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68be3659221c06e14895b31b975790e9:B 2024-12-13T01:39:09,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054009186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:09,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054009186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:09,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:09,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054009188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:09,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054009190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:09,196 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412136e5c77607ee8422e9a7843c05bd248be_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412136e5c77607ee8422e9a7843c05bd248be_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:09,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/53fa908263ba4122949aa5c6d345293b, store: [table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:09,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/53fa908263ba4122949aa5c6d345293b is 175, key is test_row_0/A:col10/1734053947747/Put/seqid=0 2024-12-13T01:39:09,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741949_1125 (size=30955) 2024-12-13T01:39:09,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054009488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:09,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054009491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:09,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054009493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:09,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054009493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:09,611 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/53fa908263ba4122949aa5c6d345293b 2024-12-13T01:39:09,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/f28ffc6718844750b1dcac30643c92c4 is 50, key is test_row_0/B:col10/1734053947747/Put/seqid=0 2024-12-13T01:39:09,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741950_1126 (size=12001) 2024-12-13T01:39:09,634 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/f28ffc6718844750b1dcac30643c92c4 2024-12-13T01:39:09,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/b0db0d20e8fc40e1b09563bfe9f7616d is 50, key is test_row_0/C:col10/1734053947747/Put/seqid=0 2024-12-13T01:39:09,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741951_1127 (size=12001) 2024-12-13T01:39:09,671 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/b0db0d20e8fc40e1b09563bfe9f7616d 2024-12-13T01:39:09,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/53fa908263ba4122949aa5c6d345293b as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/53fa908263ba4122949aa5c6d345293b 2024-12-13T01:39:09,697 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/53fa908263ba4122949aa5c6d345293b, entries=150, sequenceid=80, filesize=30.2 K 2024-12-13T01:39:09,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/f28ffc6718844750b1dcac30643c92c4 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/f28ffc6718844750b1dcac30643c92c4 2024-12-13T01:39:09,708 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/f28ffc6718844750b1dcac30643c92c4, entries=150, sequenceid=80, filesize=11.7 K 2024-12-13T01:39:09,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/b0db0d20e8fc40e1b09563bfe9f7616d as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/b0db0d20e8fc40e1b09563bfe9f7616d 2024-12-13T01:39:09,718 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/b0db0d20e8fc40e1b09563bfe9f7616d, entries=150, sequenceid=80, filesize=11.7 K 2024-12-13T01:39:09,719 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 68be3659221c06e14895b31b975790e9 in 967ms, sequenceid=80, compaction requested=false 2024-12-13T01:39:09,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:09,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:09,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-13T01:39:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-13T01:39:09,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-13T01:39:09,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7340 sec 2024-12-13T01:39:09,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.7410 sec 2024-12-13T01:39:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:09,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 68be3659221c06e14895b31b975790e9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-13T01:39:09,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=A 2024-12-13T01:39:09,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:09,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=B 2024-12-13T01:39:09,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:09,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=C 2024-12-13T01:39:09,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:09,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213022625edb9dc45c4aad6891bbb6e7c3e_68be3659221c06e14895b31b975790e9 is 50, key is test_row_0/A:col10/1734053948876/Put/seqid=0 2024-12-13T01:39:09,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741952_1128 (size=12154) 2024-12-13T01:39:09,918 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:09,926 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213022625edb9dc45c4aad6891bbb6e7c3e_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213022625edb9dc45c4aad6891bbb6e7c3e_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:09,928 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/53dd37fa434e4641996f0876ef9f6052, store: [table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:09,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/53dd37fa434e4641996f0876ef9f6052 is 175, key is test_row_0/A:col10/1734053948876/Put/seqid=0 2024-12-13T01:39:09,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741953_1129 (size=30955) 2024-12-13T01:39:09,943 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/53dd37fa434e4641996f0876ef9f6052 2024-12-13T01:39:09,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/8d8f895fa2b445fc9bfa2170cbd4d7a9 is 50, key is test_row_0/B:col10/1734053948876/Put/seqid=0 2024-12-13T01:39:09,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054009964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:09,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741954_1130 (size=12001) 2024-12-13T01:39:09,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054009991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:09,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054009996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:09,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054009999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:10,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054010000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:10,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054010067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-13T01:39:10,089 INFO [Thread-562 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-13T01:39:10,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:39:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-13T01:39:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-13T01:39:10,092 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:39:10,093 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:39:10,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:39:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-13T01:39:10,245 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:10,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-13T01:39:10,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:10,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:10,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:10,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:10,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:10,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054010269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:10,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/8d8f895fa2b445fc9bfa2170cbd4d7a9 2024-12-13T01:39:10,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/1204a6c0d6cb413392613c0993c84f58 is 50, key is test_row_0/C:col10/1734053948876/Put/seqid=0 2024-12-13T01:39:10,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741955_1131 (size=12001) 2024-12-13T01:39:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-13T01:39:10,397 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:10,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-13T01:39:10,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:10,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:10,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:10,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:10,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:10,550 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:10,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-13T01:39:10,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:10,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:10,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:10,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:10,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:10,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054010572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-13T01:39:10,703 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:10,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-13T01:39:10,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:10,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:10,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:10,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:10,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:10,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/1204a6c0d6cb413392613c0993c84f58 2024-12-13T01:39:10,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/53dd37fa434e4641996f0876ef9f6052 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/53dd37fa434e4641996f0876ef9f6052 2024-12-13T01:39:10,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/53dd37fa434e4641996f0876ef9f6052, entries=150, sequenceid=94, filesize=30.2 K 2024-12-13T01:39:10,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/8d8f895fa2b445fc9bfa2170cbd4d7a9 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/8d8f895fa2b445fc9bfa2170cbd4d7a9 2024-12-13T01:39:10,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/8d8f895fa2b445fc9bfa2170cbd4d7a9, entries=150, sequenceid=94, filesize=11.7 K 2024-12-13T01:39:10,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/1204a6c0d6cb413392613c0993c84f58 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/1204a6c0d6cb413392613c0993c84f58 2024-12-13T01:39:10,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/1204a6c0d6cb413392613c0993c84f58, entries=150, sequenceid=94, filesize=11.7 K 2024-12-13T01:39:10,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 68be3659221c06e14895b31b975790e9 in 934ms, sequenceid=94, compaction requested=true 2024-12-13T01:39:10,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:10,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68be3659221c06e14895b31b975790e9:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:39:10,823 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:10,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:10,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68be3659221c06e14895b31b975790e9:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:39:10,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:10,823 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:10,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68be3659221c06e14895b31b975790e9:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:39:10,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:10,825 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:10,825 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:10,825 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 68be3659221c06e14895b31b975790e9/B is initiating minor compaction (all files) 2024-12-13T01:39:10,825 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 68be3659221c06e14895b31b975790e9/A is initiating minor compaction (all files) 2024-12-13T01:39:10,825 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68be3659221c06e14895b31b975790e9/B in TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:10,825 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68be3659221c06e14895b31b975790e9/A in TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:10,825 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/821a935a1036488fbd28276e3bc7ca5e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/53fa908263ba4122949aa5c6d345293b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/53dd37fa434e4641996f0876ef9f6052] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp, totalSize=90.8 K 2024-12-13T01:39:10,825 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/24943c9d29b14aca873bec677323618d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/f28ffc6718844750b1dcac30643c92c4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/8d8f895fa2b445fc9bfa2170cbd4d7a9] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp, totalSize=35.3 K 2024-12-13T01:39:10,825 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:10,825 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. files: [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/821a935a1036488fbd28276e3bc7ca5e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/53fa908263ba4122949aa5c6d345293b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/53dd37fa434e4641996f0876ef9f6052] 2024-12-13T01:39:10,825 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 24943c9d29b14aca873bec677323618d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734053947114 2024-12-13T01:39:10,825 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 821a935a1036488fbd28276e3bc7ca5e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734053947114 2024-12-13T01:39:10,826 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting f28ffc6718844750b1dcac30643c92c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1734053947747 2024-12-13T01:39:10,826 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53fa908263ba4122949aa5c6d345293b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1734053947747 2024-12-13T01:39:10,826 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d8f895fa2b445fc9bfa2170cbd4d7a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734053948876 2024-12-13T01:39:10,826 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53dd37fa434e4641996f0876ef9f6052, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734053948876 2024-12-13T01:39:10,834 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:10,835 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68be3659221c06e14895b31b975790e9#B#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:10,836 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/f073751bc83842fb8acdeb18b8b2e0e1 is 50, key is test_row_0/B:col10/1734053948876/Put/seqid=0 2024-12-13T01:39:10,844 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241213fe02a787a57344ab999f0f56f03e58c4_68be3659221c06e14895b31b975790e9 store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:10,846 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241213fe02a787a57344ab999f0f56f03e58c4_68be3659221c06e14895b31b975790e9, store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:10,846 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213fe02a787a57344ab999f0f56f03e58c4_68be3659221c06e14895b31b975790e9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:10,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741957_1133 (size=4469) 2024-12-13T01:39:10,856 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:10,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-13T01:39:10,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:10,856 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 68be3659221c06e14895b31b975790e9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-13T01:39:10,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=A 2024-12-13T01:39:10,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:10,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=B 2024-12-13T01:39:10,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:10,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=C 2024-12-13T01:39:10,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:10,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741956_1132 (size=12207) 2024-12-13T01:39:10,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213298f9a98102f49eb9258f0cfce980a5c_68be3659221c06e14895b31b975790e9 is 50, key is test_row_0/A:col10/1734053949950/Put/seqid=0 2024-12-13T01:39:10,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741958_1134 (size=12154) 2024-12-13T01:39:10,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:10,880 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213298f9a98102f49eb9258f0cfce980a5c_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213298f9a98102f49eb9258f0cfce980a5c_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:10,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/4be6e7d00bdb4f4398d95592ce541867, store: [table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:10,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/4be6e7d00bdb4f4398d95592ce541867 is 175, key is test_row_0/A:col10/1734053949950/Put/seqid=0 2024-12-13T01:39:10,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741959_1135 (size=30955) 2024-12-13T01:39:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:10,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:11,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054011010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:11,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054011010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:11,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:11,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054011011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054011011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:11,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054011077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:11,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054011112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:11,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054011112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:11,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054011113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:11,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054011113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-13T01:39:11,252 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68be3659221c06e14895b31b975790e9#A#compaction#109 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:11,253 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/855ef6e6182a40bc8a7ea6b1c363d6af is 175, key is test_row_0/A:col10/1734053948876/Put/seqid=0 2024-12-13T01:39:11,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741960_1136 (size=31161) 2024-12-13T01:39:11,265 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/f073751bc83842fb8acdeb18b8b2e0e1 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/f073751bc83842fb8acdeb18b8b2e0e1 2024-12-13T01:39:11,270 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68be3659221c06e14895b31b975790e9/B of 68be3659221c06e14895b31b975790e9 into f073751bc83842fb8acdeb18b8b2e0e1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:11,270 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:11,270 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., storeName=68be3659221c06e14895b31b975790e9/B, priority=13, startTime=1734053950823; duration=0sec 2024-12-13T01:39:11,270 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:11,270 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68be3659221c06e14895b31b975790e9:B 2024-12-13T01:39:11,270 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:11,271 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:11,271 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 68be3659221c06e14895b31b975790e9/C is initiating minor compaction (all files) 2024-12-13T01:39:11,271 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68be3659221c06e14895b31b975790e9/C in TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:11,271 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/889ecb6b3d85476691e6315d86081655, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/b0db0d20e8fc40e1b09563bfe9f7616d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/1204a6c0d6cb413392613c0993c84f58] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp, totalSize=35.3 K 2024-12-13T01:39:11,272 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 889ecb6b3d85476691e6315d86081655, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734053947114 2024-12-13T01:39:11,272 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting b0db0d20e8fc40e1b09563bfe9f7616d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1734053947747 2024-12-13T01:39:11,272 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 1204a6c0d6cb413392613c0993c84f58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734053948876 2024-12-13T01:39:11,280 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68be3659221c06e14895b31b975790e9#C#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:11,281 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/f9b7bc3c75904a278a7c0c058d3ed3d9 is 50, key is test_row_0/C:col10/1734053948876/Put/seqid=0 2024-12-13T01:39:11,285 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/4be6e7d00bdb4f4398d95592ce541867 2024-12-13T01:39:11,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741961_1137 (size=12207) 2024-12-13T01:39:11,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/91d1384905f84c228c645be70db84994 is 50, key is test_row_0/B:col10/1734053949950/Put/seqid=0 2024-12-13T01:39:11,302 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/f9b7bc3c75904a278a7c0c058d3ed3d9 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/f9b7bc3c75904a278a7c0c058d3ed3d9 2024-12-13T01:39:11,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741962_1138 (size=12001) 2024-12-13T01:39:11,305 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/91d1384905f84c228c645be70db84994 2024-12-13T01:39:11,309 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68be3659221c06e14895b31b975790e9/C of 68be3659221c06e14895b31b975790e9 into f9b7bc3c75904a278a7c0c058d3ed3d9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:11,309 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:11,309 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., storeName=68be3659221c06e14895b31b975790e9/C, priority=13, startTime=1734053950823; duration=0sec 2024-12-13T01:39:11,309 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:11,310 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68be3659221c06e14895b31b975790e9:C 2024-12-13T01:39:11,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054011315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:11,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/747e01fe524f4f2698861eec09b39cdf is 50, key is test_row_0/C:col10/1734053949950/Put/seqid=0 2024-12-13T01:39:11,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054011315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:11,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054011315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:11,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054011316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:11,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741963_1139 (size=12001) 2024-12-13T01:39:11,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054011618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:11,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054011619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:11,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054011620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:11,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054011621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:11,661 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/855ef6e6182a40bc8a7ea6b1c363d6af as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/855ef6e6182a40bc8a7ea6b1c363d6af 2024-12-13T01:39:11,666 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68be3659221c06e14895b31b975790e9/A of 68be3659221c06e14895b31b975790e9 into 855ef6e6182a40bc8a7ea6b1c363d6af(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:11,666 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:11,666 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., storeName=68be3659221c06e14895b31b975790e9/A, priority=13, startTime=1734053950823; duration=0sec 2024-12-13T01:39:11,666 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:11,666 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68be3659221c06e14895b31b975790e9:A 2024-12-13T01:39:11,725 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/747e01fe524f4f2698861eec09b39cdf 2024-12-13T01:39:11,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/4be6e7d00bdb4f4398d95592ce541867 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/4be6e7d00bdb4f4398d95592ce541867 2024-12-13T01:39:11,734 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/4be6e7d00bdb4f4398d95592ce541867, entries=150, sequenceid=118, filesize=30.2 K 2024-12-13T01:39:11,735 INFO [master/3c5776cc2308:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-13T01:39:11,735 INFO [master/3c5776cc2308:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-13T01:39:11,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/91d1384905f84c228c645be70db84994 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/91d1384905f84c228c645be70db84994 2024-12-13T01:39:11,739 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/91d1384905f84c228c645be70db84994, entries=150, sequenceid=118, filesize=11.7 K 2024-12-13T01:39:11,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/747e01fe524f4f2698861eec09b39cdf as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/747e01fe524f4f2698861eec09b39cdf 2024-12-13T01:39:11,747 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/747e01fe524f4f2698861eec09b39cdf, entries=150, sequenceid=118, filesize=11.7 K 2024-12-13T01:39:11,748 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 68be3659221c06e14895b31b975790e9 in 892ms, sequenceid=118, compaction requested=false 2024-12-13T01:39:11,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:11,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:11,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-13T01:39:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-13T01:39:11,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-13T01:39:11,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6570 sec 2024-12-13T01:39:11,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.6610 sec 2024-12-13T01:39:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:12,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 68be3659221c06e14895b31b975790e9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-13T01:39:12,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=A 2024-12-13T01:39:12,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:12,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=B 2024-12-13T01:39:12,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:12,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=C 2024-12-13T01:39:12,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:12,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213474d169af50c42e6a5d1381e4b87ab87_68be3659221c06e14895b31b975790e9 is 50, key is test_row_0/A:col10/1734053951009/Put/seqid=0 2024-12-13T01:39:12,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741964_1140 (size=14694) 2024-12-13T01:39:12,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054012128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:12,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054012128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054012129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054012129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054012131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-13T01:39:12,196 INFO [Thread-562 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-13T01:39:12,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:39:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-13T01:39:12,199 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:39:12,200 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:39:12,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:39:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-13T01:39:12,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054012232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054012234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054012234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054012234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054012235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-13T01:39:12,352 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-13T01:39:12,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:12,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:12,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:12,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:12,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:12,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054012435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054012438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054012438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054012438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054012441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-13T01:39:12,505 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-13T01:39:12,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:12,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:12,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:12,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:12,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:12,508 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:12,514 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213474d169af50c42e6a5d1381e4b87ab87_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213474d169af50c42e6a5d1381e4b87ab87_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:12,515 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/7709250a5ac449b7b58992ea97c23bce, store: [table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:12,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/7709250a5ac449b7b58992ea97c23bce is 175, key is test_row_0/A:col10/1734053951009/Put/seqid=0 2024-12-13T01:39:12,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741965_1141 (size=39649) 2024-12-13T01:39:12,659 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-13T01:39:12,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:12,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:12,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:12,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:12,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:12,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054012739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054012739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054012740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054012741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054012745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-13T01:39:12,811 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-13T01:39:12,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:12,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:12,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:12,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:12,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:12,925 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/7709250a5ac449b7b58992ea97c23bce 2024-12-13T01:39:12,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/1052f663e9c94fc691da21bb1e9d3e0d is 50, key is test_row_0/B:col10/1734053951009/Put/seqid=0 2024-12-13T01:39:12,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741966_1142 (size=12101) 2024-12-13T01:39:12,964 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:12,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-13T01:39:12,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:12,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:12,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:12,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:12,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:13,116 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:13,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-13T01:39:13,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:13,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:13,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:13,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:13,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:13,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054013243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:13,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054013244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:13,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054013245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:13,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054013246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:13,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054013250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:13,269 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:13,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-13T01:39:13,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:13,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:13,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:13,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:13,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-13T01:39:13,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/1052f663e9c94fc691da21bb1e9d3e0d 2024-12-13T01:39:13,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/7f7c4d6646d84ce7aa1e6f2931f223c6 is 50, key is test_row_0/C:col10/1734053951009/Put/seqid=0 2024-12-13T01:39:13,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741967_1143 (size=12101) 2024-12-13T01:39:13,422 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:13,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-13T01:39:13,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:13,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:13,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:13,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:13,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:13,575 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:13,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-13T01:39:13,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:13,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:13,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:13,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:13,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:13,727 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:13,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-13T01:39:13,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:13,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:13,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:13,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:13,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:13,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/7f7c4d6646d84ce7aa1e6f2931f223c6 2024-12-13T01:39:13,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/7709250a5ac449b7b58992ea97c23bce as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/7709250a5ac449b7b58992ea97c23bce 2024-12-13T01:39:13,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/7709250a5ac449b7b58992ea97c23bce, entries=200, sequenceid=134, filesize=38.7 K 2024-12-13T01:39:13,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/1052f663e9c94fc691da21bb1e9d3e0d as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/1052f663e9c94fc691da21bb1e9d3e0d 2024-12-13T01:39:13,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/1052f663e9c94fc691da21bb1e9d3e0d, entries=150, sequenceid=134, filesize=11.8 K 2024-12-13T01:39:13,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/7f7c4d6646d84ce7aa1e6f2931f223c6 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/7f7c4d6646d84ce7aa1e6f2931f223c6 2024-12-13T01:39:13,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/7f7c4d6646d84ce7aa1e6f2931f223c6, entries=150, sequenceid=134, filesize=11.8 K 2024-12-13T01:39:13,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 68be3659221c06e14895b31b975790e9 in 1696ms, sequenceid=134, compaction requested=true 2024-12-13T01:39:13,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:13,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68be3659221c06e14895b31b975790e9:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:39:13,787 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:13,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:13,787 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:13,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68be3659221c06e14895b31b975790e9:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:39:13,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:13,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68be3659221c06e14895b31b975790e9:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:39:13,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:13,788 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:13,788 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101765 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:13,788 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 68be3659221c06e14895b31b975790e9/B is initiating minor compaction (all files) 2024-12-13T01:39:13,788 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 68be3659221c06e14895b31b975790e9/A is initiating minor compaction (all files) 2024-12-13T01:39:13,788 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68be3659221c06e14895b31b975790e9/B in TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:13,788 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68be3659221c06e14895b31b975790e9/A in TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:13,788 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/855ef6e6182a40bc8a7ea6b1c363d6af, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/4be6e7d00bdb4f4398d95592ce541867, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/7709250a5ac449b7b58992ea97c23bce] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp, totalSize=99.4 K 2024-12-13T01:39:13,788 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/f073751bc83842fb8acdeb18b8b2e0e1, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/91d1384905f84c228c645be70db84994, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/1052f663e9c94fc691da21bb1e9d3e0d] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp, totalSize=35.5 K 2024-12-13T01:39:13,788 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:13,788 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. files: [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/855ef6e6182a40bc8a7ea6b1c363d6af, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/4be6e7d00bdb4f4398d95592ce541867, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/7709250a5ac449b7b58992ea97c23bce] 2024-12-13T01:39:13,789 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 855ef6e6182a40bc8a7ea6b1c363d6af, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734053948876 2024-12-13T01:39:13,789 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting f073751bc83842fb8acdeb18b8b2e0e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734053948876 2024-12-13T01:39:13,789 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4be6e7d00bdb4f4398d95592ce541867, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734053949950 2024-12-13T01:39:13,789 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 91d1384905f84c228c645be70db84994, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734053949950 2024-12-13T01:39:13,789 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7709250a5ac449b7b58992ea97c23bce, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734053950994 2024-12-13T01:39:13,789 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 1052f663e9c94fc691da21bb1e9d3e0d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734053950994 2024-12-13T01:39:13,797 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68be3659221c06e14895b31b975790e9#B#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:13,797 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/e71d03c19b8a4185af13a107fe64d8b4 is 50, key is test_row_0/B:col10/1734053951009/Put/seqid=0 2024-12-13T01:39:13,799 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:13,804 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412138f7809a0c1344a608c3a0aed79eb081c_68be3659221c06e14895b31b975790e9 store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:13,806 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412138f7809a0c1344a608c3a0aed79eb081c_68be3659221c06e14895b31b975790e9, store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:13,806 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412138f7809a0c1344a608c3a0aed79eb081c_68be3659221c06e14895b31b975790e9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:13,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741968_1144 (size=12409) 2024-12-13T01:39:13,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741969_1145 (size=4469) 2024-12-13T01:39:13,820 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68be3659221c06e14895b31b975790e9#A#compaction#118 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:13,820 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/e71d03c19b8a4185af13a107fe64d8b4 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/e71d03c19b8a4185af13a107fe64d8b4 2024-12-13T01:39:13,821 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/a25dbb7e86b34c87b1dab18876152e2e is 175, key is test_row_0/A:col10/1734053951009/Put/seqid=0 2024-12-13T01:39:13,827 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68be3659221c06e14895b31b975790e9/B of 68be3659221c06e14895b31b975790e9 into e71d03c19b8a4185af13a107fe64d8b4(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:13,827 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:13,827 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., storeName=68be3659221c06e14895b31b975790e9/B, priority=13, startTime=1734053953787; duration=0sec 2024-12-13T01:39:13,828 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:13,828 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68be3659221c06e14895b31b975790e9:B 2024-12-13T01:39:13,828 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:13,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741970_1146 (size=31363) 2024-12-13T01:39:13,832 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:13,832 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 68be3659221c06e14895b31b975790e9/C is initiating minor compaction (all files) 2024-12-13T01:39:13,833 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68be3659221c06e14895b31b975790e9/C in TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:13,833 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/f9b7bc3c75904a278a7c0c058d3ed3d9, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/747e01fe524f4f2698861eec09b39cdf, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/7f7c4d6646d84ce7aa1e6f2931f223c6] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp, totalSize=35.5 K 2024-12-13T01:39:13,833 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting f9b7bc3c75904a278a7c0c058d3ed3d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734053948876 2024-12-13T01:39:13,834 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 747e01fe524f4f2698861eec09b39cdf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734053949950 2024-12-13T01:39:13,835 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f7c4d6646d84ce7aa1e6f2931f223c6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734053950994 2024-12-13T01:39:13,838 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/a25dbb7e86b34c87b1dab18876152e2e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/a25dbb7e86b34c87b1dab18876152e2e 2024-12-13T01:39:13,846 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68be3659221c06e14895b31b975790e9/A of 68be3659221c06e14895b31b975790e9 into a25dbb7e86b34c87b1dab18876152e2e(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:13,846 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:13,846 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., storeName=68be3659221c06e14895b31b975790e9/A, priority=13, startTime=1734053953787; duration=0sec 2024-12-13T01:39:13,846 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:13,846 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68be3659221c06e14895b31b975790e9:A 2024-12-13T01:39:13,849 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68be3659221c06e14895b31b975790e9#C#compaction#119 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:13,849 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/50d0f91dca0e4024bfbf3785214eea60 is 50, key is test_row_0/C:col10/1734053951009/Put/seqid=0 2024-12-13T01:39:13,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741971_1147 (size=12409) 2024-12-13T01:39:13,865 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/50d0f91dca0e4024bfbf3785214eea60 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/50d0f91dca0e4024bfbf3785214eea60 2024-12-13T01:39:13,871 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68be3659221c06e14895b31b975790e9/C of 68be3659221c06e14895b31b975790e9 into 50d0f91dca0e4024bfbf3785214eea60(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:13,871 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:13,871 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., storeName=68be3659221c06e14895b31b975790e9/C, priority=13, startTime=1734053953787; duration=0sec 2024-12-13T01:39:13,871 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:13,871 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68be3659221c06e14895b31b975790e9:C 2024-12-13T01:39:13,880 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:13,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-13T01:39:13,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:13,881 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 68be3659221c06e14895b31b975790e9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-13T01:39:13,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=A 2024-12-13T01:39:13,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:13,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=B 2024-12-13T01:39:13,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:13,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=C 2024-12-13T01:39:13,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:13,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213784820f0c95b47e590f8c42b76ded691_68be3659221c06e14895b31b975790e9 is 50, key is test_row_0/A:col10/1734053952129/Put/seqid=0 2024-12-13T01:39:13,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741972_1148 (size=12304) 2024-12-13T01:39:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:14,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:14,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054014256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:14,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054014257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:14,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054014257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:14,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054014258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:14,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054014258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:14,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:14,296 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213784820f0c95b47e590f8c42b76ded691_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213784820f0c95b47e590f8c42b76ded691_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:14,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/cc8115908bc74202aa83ee8d1585a13a, store: [table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:14,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/cc8115908bc74202aa83ee8d1585a13a is 175, key is test_row_0/A:col10/1734053952129/Put/seqid=0 2024-12-13T01:39:14,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741973_1149 (size=31105) 2024-12-13T01:39:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-13T01:39:14,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054014359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:14,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054014359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:14,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054014360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:14,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054014360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:14,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054014560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:14,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054014561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:14,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054014563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:14,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054014564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:14,701 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/cc8115908bc74202aa83ee8d1585a13a 2024-12-13T01:39:14,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/fc93ea65fac542cfa204c9864ad7049c is 50, key is test_row_0/B:col10/1734053952129/Put/seqid=0 2024-12-13T01:39:14,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741974_1150 (size=12151) 2024-12-13T01:39:14,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054014863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:14,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054014865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:14,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:14,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054014865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054014865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:15,113 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/fc93ea65fac542cfa204c9864ad7049c 2024-12-13T01:39:15,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/c8527b6ec0b94030a533a2b73f4d61f0 is 50, key is test_row_0/C:col10/1734053952129/Put/seqid=0 2024-12-13T01:39:15,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741975_1151 (size=12151) 2024-12-13T01:39:15,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054015367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:15,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054015368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:15,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054015369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:15,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054015370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:15,528 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/c8527b6ec0b94030a533a2b73f4d61f0 2024-12-13T01:39:15,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/cc8115908bc74202aa83ee8d1585a13a as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/cc8115908bc74202aa83ee8d1585a13a 2024-12-13T01:39:15,537 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/cc8115908bc74202aa83ee8d1585a13a, entries=150, sequenceid=160, filesize=30.4 K 2024-12-13T01:39:15,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/fc93ea65fac542cfa204c9864ad7049c as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/fc93ea65fac542cfa204c9864ad7049c 2024-12-13T01:39:15,543 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/fc93ea65fac542cfa204c9864ad7049c, entries=150, sequenceid=160, filesize=11.9 K 2024-12-13T01:39:15,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/c8527b6ec0b94030a533a2b73f4d61f0 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/c8527b6ec0b94030a533a2b73f4d61f0 2024-12-13T01:39:15,549 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/c8527b6ec0b94030a533a2b73f4d61f0, entries=150, sequenceid=160, filesize=11.9 K 2024-12-13T01:39:15,550 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 68be3659221c06e14895b31b975790e9 in 1668ms, sequenceid=160, compaction requested=false 2024-12-13T01:39:15,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:15,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:15,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-13T01:39:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-13T01:39:15,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-13T01:39:15,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3510 sec 2024-12-13T01:39:15,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 3.3550 sec 2024-12-13T01:39:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:16,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 68be3659221c06e14895b31b975790e9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-13T01:39:16,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=A 2024-12-13T01:39:16,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:16,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=B 2024-12-13T01:39:16,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:16,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=C 2024-12-13T01:39:16,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:16,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412133255a95d32a84af7b0382744b030f076_68be3659221c06e14895b31b975790e9 is 50, key is test_row_0/A:col10/1734053954255/Put/seqid=0 2024-12-13T01:39:16,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741976_1152 (size=12304) 2024-12-13T01:39:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-13T01:39:16,305 INFO [Thread-562 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-13T01:39:16,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:39:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-13T01:39:16,308 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:39:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-13T01:39:16,308 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:39:16,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:39:16,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054016322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:16,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054016384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:16,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054016384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:16,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054016384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:16,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054016384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-13T01:39:16,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054016425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:16,460 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:16,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-13T01:39:16,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:16,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:16,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:16,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:16,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-13T01:39:16,613 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:16,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-13T01:39:16,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:16,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:16,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:16,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:16,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:16,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054016629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:16,677 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:16,683 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412133255a95d32a84af7b0382744b030f076_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412133255a95d32a84af7b0382744b030f076_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:16,685 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/198e7b67212440a9ad78664c3a2455c5, store: [table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:16,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/198e7b67212440a9ad78664c3a2455c5 is 175, key is test_row_0/A:col10/1734053954255/Put/seqid=0 2024-12-13T01:39:16,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741977_1153 (size=31105) 2024-12-13T01:39:16,765 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:16,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-13T01:39:16,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:16,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:16,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:16,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:16,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-13T01:39:16,918 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:16,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-13T01:39:16,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:16,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:16,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:16,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:16,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:16,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054016933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:17,070 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:17,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-13T01:39:17,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:17,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:17,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:17,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:17,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:17,091 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/198e7b67212440a9ad78664c3a2455c5 2024-12-13T01:39:17,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/55e425b2560e4f0ea0b5e46949c75e90 is 50, key is test_row_0/B:col10/1734053954255/Put/seqid=0 2024-12-13T01:39:17,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741978_1154 (size=12151) 2024-12-13T01:39:17,223 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:17,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-13T01:39:17,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:17,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:17,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:17,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:17,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:17,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:17,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-13T01:39:17,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:17,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:17,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:17,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:17,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-13T01:39:17,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054017436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:17,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/55e425b2560e4f0ea0b5e46949c75e90 2024-12-13T01:39:17,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/6da2f79823204a8e855a25ddbefba4d5 is 50, key is test_row_0/C:col10/1734053954255/Put/seqid=0 2024-12-13T01:39:17,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741979_1155 (size=12151) 2024-12-13T01:39:17,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/6da2f79823204a8e855a25ddbefba4d5 2024-12-13T01:39:17,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/198e7b67212440a9ad78664c3a2455c5 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/198e7b67212440a9ad78664c3a2455c5 2024-12-13T01:39:17,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/198e7b67212440a9ad78664c3a2455c5, entries=150, sequenceid=175, filesize=30.4 K 2024-12-13T01:39:17,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/55e425b2560e4f0ea0b5e46949c75e90 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/55e425b2560e4f0ea0b5e46949c75e90 2024-12-13T01:39:17,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/55e425b2560e4f0ea0b5e46949c75e90, entries=150, sequenceid=175, filesize=11.9 K 2024-12-13T01:39:17,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/6da2f79823204a8e855a25ddbefba4d5 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/6da2f79823204a8e855a25ddbefba4d5 2024-12-13T01:39:17,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/6da2f79823204a8e855a25ddbefba4d5, entries=150, sequenceid=175, filesize=11.9 K 2024-12-13T01:39:17,531 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:17,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-13T01:39:17,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:17,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:17,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:17,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:17,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:17,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 68be3659221c06e14895b31b975790e9 in 1266ms, sequenceid=175, compaction requested=true 2024-12-13T01:39:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68be3659221c06e14895b31b975790e9:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:39:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:17,532 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68be3659221c06e14895b31b975790e9:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:39:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68be3659221c06e14895b31b975790e9:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:39:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-13T01:39:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:17,533 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:17,534 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93573 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:17,534 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 68be3659221c06e14895b31b975790e9/A is initiating minor compaction (all files) 2024-12-13T01:39:17,535 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68be3659221c06e14895b31b975790e9/A in TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:17,535 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/a25dbb7e86b34c87b1dab18876152e2e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/cc8115908bc74202aa83ee8d1585a13a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/198e7b67212440a9ad78664c3a2455c5] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp, totalSize=91.4 K 2024-12-13T01:39:17,535 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:17,535 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. files: [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/a25dbb7e86b34c87b1dab18876152e2e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/cc8115908bc74202aa83ee8d1585a13a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/198e7b67212440a9ad78664c3a2455c5] 2024-12-13T01:39:17,535 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:17,535 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 68be3659221c06e14895b31b975790e9/B is initiating minor compaction (all files) 2024-12-13T01:39:17,535 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68be3659221c06e14895b31b975790e9/B in TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:17,535 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/e71d03c19b8a4185af13a107fe64d8b4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/fc93ea65fac542cfa204c9864ad7049c, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/55e425b2560e4f0ea0b5e46949c75e90] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp, totalSize=35.9 K 2024-12-13T01:39:17,537 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting a25dbb7e86b34c87b1dab18876152e2e, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734053950994 2024-12-13T01:39:17,537 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting e71d03c19b8a4185af13a107fe64d8b4, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734053950994 2024-12-13T01:39:17,537 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc8115908bc74202aa83ee8d1585a13a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734053952121 2024-12-13T01:39:17,538 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting fc93ea65fac542cfa204c9864ad7049c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734053952121 2024-12-13T01:39:17,538 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 55e425b2560e4f0ea0b5e46949c75e90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734053954255 2024-12-13T01:39:17,538 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 198e7b67212440a9ad78664c3a2455c5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734053954255 2024-12-13T01:39:17,544 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:17,544 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68be3659221c06e14895b31b975790e9#B#compaction#126 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:17,545 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/28532efa19e44f85b3e07adecefdfabb is 50, key is test_row_0/B:col10/1734053954255/Put/seqid=0 2024-12-13T01:39:17,546 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121332972fbcda4e488d8620264b9b66f121_68be3659221c06e14895b31b975790e9 store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:17,547 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121332972fbcda4e488d8620264b9b66f121_68be3659221c06e14895b31b975790e9, store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:17,548 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121332972fbcda4e488d8620264b9b66f121_68be3659221c06e14895b31b975790e9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:17,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741980_1156 (size=12561) 2024-12-13T01:39:17,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741981_1157 (size=4469) 2024-12-13T01:39:17,553 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68be3659221c06e14895b31b975790e9#A#compaction#127 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:17,553 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/7994d251e33a490f9d3667dfb9cfb6f4 is 175, key is test_row_0/A:col10/1734053954255/Put/seqid=0 2024-12-13T01:39:17,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741982_1158 (size=31515) 2024-12-13T01:39:17,684 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:17,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-13T01:39:17,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:17,684 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 68be3659221c06e14895b31b975790e9 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-13T01:39:17,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=A 2024-12-13T01:39:17,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:17,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=B 2024-12-13T01:39:17,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:17,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=C 2024-12-13T01:39:17,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:17,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412131b06cb44b7074e7ba74e04946ddd75f0_68be3659221c06e14895b31b975790e9 is 50, key is test_row_0/A:col10/1734053956321/Put/seqid=0 2024-12-13T01:39:17,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741983_1159 (size=12304) 2024-12-13T01:39:17,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:17,708 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412131b06cb44b7074e7ba74e04946ddd75f0_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412131b06cb44b7074e7ba74e04946ddd75f0_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:17,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/1bafdf3aa4c948e8a71ea2b303307fdc, store: [table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:17,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/1bafdf3aa4c948e8a71ea2b303307fdc is 175, key is test_row_0/A:col10/1734053956321/Put/seqid=0 2024-12-13T01:39:17,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741984_1160 (size=31105) 2024-12-13T01:39:17,955 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/28532efa19e44f85b3e07adecefdfabb as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/28532efa19e44f85b3e07adecefdfabb 2024-12-13T01:39:17,960 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68be3659221c06e14895b31b975790e9/B of 68be3659221c06e14895b31b975790e9 into 28532efa19e44f85b3e07adecefdfabb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:17,960 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:17,960 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., storeName=68be3659221c06e14895b31b975790e9/B, priority=13, startTime=1734053957532; duration=0sec 2024-12-13T01:39:17,960 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:17,961 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68be3659221c06e14895b31b975790e9:B 2024-12-13T01:39:17,961 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:17,962 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:17,962 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/7994d251e33a490f9d3667dfb9cfb6f4 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/7994d251e33a490f9d3667dfb9cfb6f4 2024-12-13T01:39:17,962 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 68be3659221c06e14895b31b975790e9/C is initiating minor compaction (all files) 2024-12-13T01:39:17,962 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68be3659221c06e14895b31b975790e9/C in TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:17,962 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/50d0f91dca0e4024bfbf3785214eea60, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/c8527b6ec0b94030a533a2b73f4d61f0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/6da2f79823204a8e855a25ddbefba4d5] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp, totalSize=35.9 K 2024-12-13T01:39:17,962 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 50d0f91dca0e4024bfbf3785214eea60, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734053950994 2024-12-13T01:39:17,963 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting c8527b6ec0b94030a533a2b73f4d61f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734053952121 2024-12-13T01:39:17,963 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 6da2f79823204a8e855a25ddbefba4d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734053954255 2024-12-13T01:39:17,968 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68be3659221c06e14895b31b975790e9/A of 68be3659221c06e14895b31b975790e9 into 7994d251e33a490f9d3667dfb9cfb6f4(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:17,968 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:17,968 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., storeName=68be3659221c06e14895b31b975790e9/A, priority=13, startTime=1734053957532; duration=0sec 2024-12-13T01:39:17,968 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:17,968 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68be3659221c06e14895b31b975790e9:A 2024-12-13T01:39:17,975 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68be3659221c06e14895b31b975790e9#C#compaction#129 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:17,975 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/66f4e2eedb0f4539a788bb04d908d93b is 50, key is test_row_0/C:col10/1734053954255/Put/seqid=0 2024-12-13T01:39:17,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741985_1161 (size=12561) 2024-12-13T01:39:18,115 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/1bafdf3aa4c948e8a71ea2b303307fdc 2024-12-13T01:39:18,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/539f08454a6246b5b3538c772be8baab is 50, key is test_row_0/B:col10/1734053956321/Put/seqid=0 2024-12-13T01:39:18,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741986_1162 (size=12151) 2024-12-13T01:39:18,385 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/66f4e2eedb0f4539a788bb04d908d93b as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/66f4e2eedb0f4539a788bb04d908d93b 2024-12-13T01:39:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:18,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:18,397 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68be3659221c06e14895b31b975790e9/C of 68be3659221c06e14895b31b975790e9 into 66f4e2eedb0f4539a788bb04d908d93b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:18,397 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:18,397 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., storeName=68be3659221c06e14895b31b975790e9/C, priority=13, startTime=1734053957532; duration=0sec 2024-12-13T01:39:18,397 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:18,397 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68be3659221c06e14895b31b975790e9:C 2024-12-13T01:39:18,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054018403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:18,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054018404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:18,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054018404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:18,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054018404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:18,406 DEBUG [Thread-552 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., hostname=3c5776cc2308,43079,1734053906774, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T01:39:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-13T01:39:18,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054018443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:18,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054018505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:18,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054018506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:18,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054018506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:18,542 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/539f08454a6246b5b3538c772be8baab 2024-12-13T01:39:18,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/40cff27210c3487b92fc5a6b6fbbac02 is 50, key is test_row_0/C:col10/1734053956321/Put/seqid=0 2024-12-13T01:39:18,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741987_1163 (size=12151) 2024-12-13T01:39:18,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054018708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:18,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054018708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:18,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054018709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:18,956 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/40cff27210c3487b92fc5a6b6fbbac02 2024-12-13T01:39:18,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/1bafdf3aa4c948e8a71ea2b303307fdc as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/1bafdf3aa4c948e8a71ea2b303307fdc 2024-12-13T01:39:18,964 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/1bafdf3aa4c948e8a71ea2b303307fdc, entries=150, sequenceid=196, filesize=30.4 K 2024-12-13T01:39:18,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/539f08454a6246b5b3538c772be8baab as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/539f08454a6246b5b3538c772be8baab 2024-12-13T01:39:18,970 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/539f08454a6246b5b3538c772be8baab, entries=150, sequenceid=196, filesize=11.9 K 2024-12-13T01:39:18,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/40cff27210c3487b92fc5a6b6fbbac02 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/40cff27210c3487b92fc5a6b6fbbac02 2024-12-13T01:39:18,977 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/40cff27210c3487b92fc5a6b6fbbac02, entries=150, sequenceid=196, filesize=11.9 K 2024-12-13T01:39:18,978 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 68be3659221c06e14895b31b975790e9 in 1294ms, sequenceid=196, compaction requested=false 2024-12-13T01:39:18,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:18,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:18,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-13T01:39:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-13T01:39:18,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-13T01:39:18,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6710 sec 2024-12-13T01:39:18,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.6750 sec 2024-12-13T01:39:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:19,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 68be3659221c06e14895b31b975790e9 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-13T01:39:19,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=A 2024-12-13T01:39:19,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:19,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=B 2024-12-13T01:39:19,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:19,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=C 2024-12-13T01:39:19,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:19,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121372d97c86184d459d93acb9f241819aec_68be3659221c06e14895b31b975790e9 is 50, key is test_row_0/A:col10/1734053959010/Put/seqid=0 2024-12-13T01:39:19,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741988_1164 (size=17284) 2024-12-13T01:39:19,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054019054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:19,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054019055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:19,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054019057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:19,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054019159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:19,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054019160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:19,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054019161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:19,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054019362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:19,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054019363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:19,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054019364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:19,435 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:19,438 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121372d97c86184d459d93acb9f241819aec_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121372d97c86184d459d93acb9f241819aec_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:19,439 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/beb3b458359440aeaa5c6641348e6a12, store: [table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:19,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/beb3b458359440aeaa5c6641348e6a12 is 175, key is test_row_0/A:col10/1734053959010/Put/seqid=0 2024-12-13T01:39:19,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741989_1165 (size=48389) 2024-12-13T01:39:19,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054019667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:19,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054019667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:19,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054019667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:19,844 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/beb3b458359440aeaa5c6641348e6a12 2024-12-13T01:39:19,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/44f7ded0c4a54f92aef747fb3a5df455 is 50, key is test_row_0/B:col10/1734053959010/Put/seqid=0 2024-12-13T01:39:19,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741990_1166 (size=12151) 2024-12-13T01:39:20,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054020168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:20,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054020168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:20,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054020170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:20,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/44f7ded0c4a54f92aef747fb3a5df455 2024-12-13T01:39:20,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/abf493e711094e83993ff851bb961faa is 50, key is test_row_0/C:col10/1734053959010/Put/seqid=0 2024-12-13T01:39:20,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741991_1167 (size=12151) 2024-12-13T01:39:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-13T01:39:20,423 INFO [Thread-562 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-13T01:39:20,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:39:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-13T01:39:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-13T01:39:20,425 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:39:20,425 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:39:20,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:39:20,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054020454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:20,457 DEBUG [Thread-558 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., hostname=3c5776cc2308,43079,1734053906774, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T01:39:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-13T01:39:20,576 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:20,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-13T01:39:20,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:20,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:20,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:20,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:20,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:20,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/abf493e711094e83993ff851bb961faa 2024-12-13T01:39:20,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/beb3b458359440aeaa5c6641348e6a12 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/beb3b458359440aeaa5c6641348e6a12 2024-12-13T01:39:20,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/beb3b458359440aeaa5c6641348e6a12, entries=250, sequenceid=216, filesize=47.3 K 2024-12-13T01:39:20,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/44f7ded0c4a54f92aef747fb3a5df455 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/44f7ded0c4a54f92aef747fb3a5df455 2024-12-13T01:39:20,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/44f7ded0c4a54f92aef747fb3a5df455, entries=150, sequenceid=216, filesize=11.9 K 2024-12-13T01:39:20,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/abf493e711094e83993ff851bb961faa as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/abf493e711094e83993ff851bb961faa 2024-12-13T01:39:20,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/abf493e711094e83993ff851bb961faa, entries=150, sequenceid=216, filesize=11.9 K 2024-12-13T01:39:20,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 68be3659221c06e14895b31b975790e9 in 1677ms, sequenceid=216, compaction requested=true 2024-12-13T01:39:20,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:20,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68be3659221c06e14895b31b975790e9:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:39:20,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:20,690 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:20,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68be3659221c06e14895b31b975790e9:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:39:20,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:20,690 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:20,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68be3659221c06e14895b31b975790e9:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:39:20,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:20,691 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:20,691 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:20,691 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 68be3659221c06e14895b31b975790e9/A is initiating minor compaction (all files) 2024-12-13T01:39:20,691 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 68be3659221c06e14895b31b975790e9/B is initiating minor compaction (all files) 2024-12-13T01:39:20,691 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68be3659221c06e14895b31b975790e9/A in TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:20,691 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68be3659221c06e14895b31b975790e9/B in TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:20,691 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/7994d251e33a490f9d3667dfb9cfb6f4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/1bafdf3aa4c948e8a71ea2b303307fdc, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/beb3b458359440aeaa5c6641348e6a12] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp, totalSize=108.4 K 2024-12-13T01:39:20,691 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/28532efa19e44f85b3e07adecefdfabb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/539f08454a6246b5b3538c772be8baab, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/44f7ded0c4a54f92aef747fb3a5df455] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp, totalSize=36.0 K 2024-12-13T01:39:20,691 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:20,691 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. files: [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/7994d251e33a490f9d3667dfb9cfb6f4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/1bafdf3aa4c948e8a71ea2b303307fdc, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/beb3b458359440aeaa5c6641348e6a12] 2024-12-13T01:39:20,692 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 28532efa19e44f85b3e07adecefdfabb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734053954255 2024-12-13T01:39:20,692 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7994d251e33a490f9d3667dfb9cfb6f4, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734053954255 2024-12-13T01:39:20,692 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 539f08454a6246b5b3538c772be8baab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734053956311 2024-12-13T01:39:20,692 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bafdf3aa4c948e8a71ea2b303307fdc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734053956311 2024-12-13T01:39:20,692 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 44f7ded0c4a54f92aef747fb3a5df455, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1734053958403 2024-12-13T01:39:20,692 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting beb3b458359440aeaa5c6641348e6a12, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1734053958402 2024-12-13T01:39:20,699 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:20,699 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68be3659221c06e14895b31b975790e9#B#compaction#135 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:20,700 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/1086d58033604d7b8e4b764c46f049dd is 50, key is test_row_0/B:col10/1734053959010/Put/seqid=0 2024-12-13T01:39:20,702 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121345c5da26ca484a68b60a86e5f18b60cd_68be3659221c06e14895b31b975790e9 store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:20,703 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121345c5da26ca484a68b60a86e5f18b60cd_68be3659221c06e14895b31b975790e9, store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:20,703 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121345c5da26ca484a68b60a86e5f18b60cd_68be3659221c06e14895b31b975790e9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:20,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741992_1168 (size=12663) 2024-12-13T01:39:20,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741993_1169 (size=4469) 2024-12-13T01:39:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-13T01:39:20,729 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:20,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-13T01:39:20,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:20,730 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 68be3659221c06e14895b31b975790e9 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-13T01:39:20,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=A 2024-12-13T01:39:20,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:20,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=B 2024-12-13T01:39:20,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:20,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=C 2024-12-13T01:39:20,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:20,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412136e3f2458ac584c2e959106f5dd3756a5_68be3659221c06e14895b31b975790e9 is 50, key is test_row_0/A:col10/1734053959054/Put/seqid=0 2024-12-13T01:39:20,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741994_1170 (size=12304) 2024-12-13T01:39:20,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:20,768 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412136e3f2458ac584c2e959106f5dd3756a5_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412136e3f2458ac584c2e959106f5dd3756a5_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:20,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/590053bc56214c468fe4688be3d3b7df, store: [table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:20,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/590053bc56214c468fe4688be3d3b7df is 175, key is test_row_0/A:col10/1734053959054/Put/seqid=0 2024-12-13T01:39:20,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741995_1171 (size=31105) 2024-12-13T01:39:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-13T01:39:21,123 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68be3659221c06e14895b31b975790e9#A#compaction#136 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:21,124 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/7e46ddb9ec064a72b7a1624b21ad602c is 175, key is test_row_0/A:col10/1734053959010/Put/seqid=0 2024-12-13T01:39:21,150 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/1086d58033604d7b8e4b764c46f049dd as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/1086d58033604d7b8e4b764c46f049dd 2024-12-13T01:39:21,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741996_1172 (size=31617) 2024-12-13T01:39:21,160 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68be3659221c06e14895b31b975790e9/B of 68be3659221c06e14895b31b975790e9 into 1086d58033604d7b8e4b764c46f049dd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:21,160 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:21,160 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., storeName=68be3659221c06e14895b31b975790e9/B, priority=13, startTime=1734053960690; duration=0sec 2024-12-13T01:39:21,160 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:21,160 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68be3659221c06e14895b31b975790e9:B 2024-12-13T01:39:21,160 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:21,161 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:21,161 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 68be3659221c06e14895b31b975790e9/C is initiating minor compaction (all files) 2024-12-13T01:39:21,161 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68be3659221c06e14895b31b975790e9/C in TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:21,161 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/66f4e2eedb0f4539a788bb04d908d93b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/40cff27210c3487b92fc5a6b6fbbac02, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/abf493e711094e83993ff851bb961faa] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp, totalSize=36.0 K 2024-12-13T01:39:21,162 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 66f4e2eedb0f4539a788bb04d908d93b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734053954255 2024-12-13T01:39:21,162 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 40cff27210c3487b92fc5a6b6fbbac02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734053956311 2024-12-13T01:39:21,162 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting abf493e711094e83993ff851bb961faa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1734053958403 2024-12-13T01:39:21,169 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68be3659221c06e14895b31b975790e9#C#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:21,170 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/434182c6eea94f71b0dc293107130962 is 50, key is test_row_0/C:col10/1734053959010/Put/seqid=0 2024-12-13T01:39:21,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741997_1173 (size=12663) 2024-12-13T01:39:21,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:21,192 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/590053bc56214c468fe4688be3d3b7df 2024-12-13T01:39:21,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054021192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:21,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054021193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:21,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054021194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:21,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/421f9f9b32f14ff29ba89c4b131b4b28 is 50, key is test_row_0/B:col10/1734053959054/Put/seqid=0 2024-12-13T01:39:21,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741998_1174 (size=12151) 2024-12-13T01:39:21,233 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/421f9f9b32f14ff29ba89c4b131b4b28 2024-12-13T01:39:21,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/2a4026c0238944549c91b896b156b752 is 50, key is test_row_0/C:col10/1734053959054/Put/seqid=0 2024-12-13T01:39:21,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741999_1175 (size=12151) 2024-12-13T01:39:21,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:21,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054021296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054021295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:21,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054021296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:21,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054021497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:21,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054021498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:21,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054021498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-13T01:39:21,561 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/7e46ddb9ec064a72b7a1624b21ad602c as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/7e46ddb9ec064a72b7a1624b21ad602c 2024-12-13T01:39:21,565 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68be3659221c06e14895b31b975790e9/A of 68be3659221c06e14895b31b975790e9 into 7e46ddb9ec064a72b7a1624b21ad602c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:21,565 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:21,565 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., storeName=68be3659221c06e14895b31b975790e9/A, priority=13, startTime=1734053960690; duration=0sec 2024-12-13T01:39:21,565 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:21,565 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68be3659221c06e14895b31b975790e9:A 2024-12-13T01:39:21,580 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/434182c6eea94f71b0dc293107130962 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/434182c6eea94f71b0dc293107130962 2024-12-13T01:39:21,584 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68be3659221c06e14895b31b975790e9/C of 68be3659221c06e14895b31b975790e9 into 434182c6eea94f71b0dc293107130962(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:21,584 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:21,584 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., storeName=68be3659221c06e14895b31b975790e9/C, priority=13, startTime=1734053960690; duration=0sec 2024-12-13T01:39:21,585 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:21,585 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68be3659221c06e14895b31b975790e9:C 2024-12-13T01:39:21,649 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/2a4026c0238944549c91b896b156b752 2024-12-13T01:39:21,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/590053bc56214c468fe4688be3d3b7df as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/590053bc56214c468fe4688be3d3b7df 2024-12-13T01:39:21,658 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/590053bc56214c468fe4688be3d3b7df, entries=150, sequenceid=235, filesize=30.4 K 2024-12-13T01:39:21,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/421f9f9b32f14ff29ba89c4b131b4b28 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/421f9f9b32f14ff29ba89c4b131b4b28 2024-12-13T01:39:21,664 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/421f9f9b32f14ff29ba89c4b131b4b28, entries=150, sequenceid=235, filesize=11.9 K 2024-12-13T01:39:21,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/2a4026c0238944549c91b896b156b752 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/2a4026c0238944549c91b896b156b752 2024-12-13T01:39:21,673 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/2a4026c0238944549c91b896b156b752, entries=150, sequenceid=235, filesize=11.9 K 2024-12-13T01:39:21,673 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 68be3659221c06e14895b31b975790e9 in 943ms, sequenceid=235, compaction requested=false 2024-12-13T01:39:21,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:21,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:21,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-13T01:39:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-13T01:39:21,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-13T01:39:21,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2500 sec 2024-12-13T01:39:21,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.2540 sec 2024-12-13T01:39:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:21,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 68be3659221c06e14895b31b975790e9 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-13T01:39:21,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=A 2024-12-13T01:39:21,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:21,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=B 2024-12-13T01:39:21,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:21,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=C 2024-12-13T01:39:21,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:21,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213e7d840d5448e45a0a81efc3af5fbac8e_68be3659221c06e14895b31b975790e9 is 50, key is test_row_0/A:col10/1734053961192/Put/seqid=0 2024-12-13T01:39:21,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742000_1176 (size=12354) 2024-12-13T01:39:21,815 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:21,819 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213e7d840d5448e45a0a81efc3af5fbac8e_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213e7d840d5448e45a0a81efc3af5fbac8e_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:21,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054021816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:21,820 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/c2b4fedfd8b04d5b86c1ccf07acbd813, store: [table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:21,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/c2b4fedfd8b04d5b86c1ccf07acbd813 is 175, key is test_row_0/A:col10/1734053961192/Put/seqid=0 2024-12-13T01:39:21,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054021819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:21,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054021820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:21,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742001_1177 (size=31155) 2024-12-13T01:39:21,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054021920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:21,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054021922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:21,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054021923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:22,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054022123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:22,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054022124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:22,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054022125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:22,230 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/c2b4fedfd8b04d5b86c1ccf07acbd813 2024-12-13T01:39:22,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/864075cc9a35455585fba8be20d0c584 is 50, key is test_row_0/B:col10/1734053961192/Put/seqid=0 2024-12-13T01:39:22,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742002_1178 (size=12201) 2024-12-13T01:39:22,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054022427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:22,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054022428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:22,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054022428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:22,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1734054022431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:22,432 DEBUG [Thread-552 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., hostname=3c5776cc2308,43079,1734053906774, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T01:39:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-13T01:39:22,528 INFO [Thread-562 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-13T01:39:22,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:39:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-13T01:39:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-13T01:39:22,531 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:39:22,531 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:39:22,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:39:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-13T01:39:22,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/864075cc9a35455585fba8be20d0c584 2024-12-13T01:39:22,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/1f7dc81672e744b4826fe3b80b37b97a is 50, key is test_row_0/C:col10/1734053961192/Put/seqid=0 2024-12-13T01:39:22,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742003_1179 (size=12201) 2024-12-13T01:39:22,682 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:22,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-13T01:39:22,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:22,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:22,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:22,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:22,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-13T01:39:22,835 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:22,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-13T01:39:22,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:22,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:22,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:22,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:22,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:22,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054022932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:22,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054022932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:22,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054022934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:22,987 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:22,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-13T01:39:22,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:22,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:22,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:22,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:22,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:23,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/1f7dc81672e744b4826fe3b80b37b97a 2024-12-13T01:39:23,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/c2b4fedfd8b04d5b86c1ccf07acbd813 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/c2b4fedfd8b04d5b86c1ccf07acbd813 2024-12-13T01:39:23,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/c2b4fedfd8b04d5b86c1ccf07acbd813, entries=150, sequenceid=257, filesize=30.4 K 2024-12-13T01:39:23,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/864075cc9a35455585fba8be20d0c584 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/864075cc9a35455585fba8be20d0c584 2024-12-13T01:39:23,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/864075cc9a35455585fba8be20d0c584, entries=150, sequenceid=257, filesize=11.9 K 2024-12-13T01:39:23,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/1f7dc81672e744b4826fe3b80b37b97a as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/1f7dc81672e744b4826fe3b80b37b97a 2024-12-13T01:39:23,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/1f7dc81672e744b4826fe3b80b37b97a, entries=150, sequenceid=257, filesize=11.9 K 2024-12-13T01:39:23,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 68be3659221c06e14895b31b975790e9 in 1273ms, sequenceid=257, compaction requested=true 2024-12-13T01:39:23,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:23,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68be3659221c06e14895b31b975790e9:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:39:23,077 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:23,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:23,077 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:23,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68be3659221c06e14895b31b975790e9:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:39:23,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:23,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68be3659221c06e14895b31b975790e9:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:39:23,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:23,078 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93877 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:23,078 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:23,078 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 68be3659221c06e14895b31b975790e9/B is initiating minor compaction (all files) 2024-12-13T01:39:23,078 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 68be3659221c06e14895b31b975790e9/A is initiating minor compaction (all files) 2024-12-13T01:39:23,078 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68be3659221c06e14895b31b975790e9/B in TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:23,078 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68be3659221c06e14895b31b975790e9/A in TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:23,078 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/1086d58033604d7b8e4b764c46f049dd, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/421f9f9b32f14ff29ba89c4b131b4b28, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/864075cc9a35455585fba8be20d0c584] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp, totalSize=36.1 K 2024-12-13T01:39:23,078 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/7e46ddb9ec064a72b7a1624b21ad602c, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/590053bc56214c468fe4688be3d3b7df, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/c2b4fedfd8b04d5b86c1ccf07acbd813] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp, totalSize=91.7 K 2024-12-13T01:39:23,079 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:23,079 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. files: [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/7e46ddb9ec064a72b7a1624b21ad602c, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/590053bc56214c468fe4688be3d3b7df, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/c2b4fedfd8b04d5b86c1ccf07acbd813] 2024-12-13T01:39:23,079 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 1086d58033604d7b8e4b764c46f049dd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1734053958403 2024-12-13T01:39:23,079 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e46ddb9ec064a72b7a1624b21ad602c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1734053958403 2024-12-13T01:39:23,079 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 590053bc56214c468fe4688be3d3b7df, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1734053959050 2024-12-13T01:39:23,079 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 421f9f9b32f14ff29ba89c4b131b4b28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1734053959050 2024-12-13T01:39:23,080 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2b4fedfd8b04d5b86c1ccf07acbd813, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734053961192 2024-12-13T01:39:23,080 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 864075cc9a35455585fba8be20d0c584, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734053961192 2024-12-13T01:39:23,085 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:23,086 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68be3659221c06e14895b31b975790e9#B#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:23,086 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/ba4ca622aa9b48149a03126acd58404e is 50, key is test_row_0/B:col10/1734053961192/Put/seqid=0 2024-12-13T01:39:23,087 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121342759370304e422c96163983c060bdb9_68be3659221c06e14895b31b975790e9 store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:23,089 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121342759370304e422c96163983c060bdb9_68be3659221c06e14895b31b975790e9, store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:23,089 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121342759370304e422c96163983c060bdb9_68be3659221c06e14895b31b975790e9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:23,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742004_1180 (size=12815) 2024-12-13T01:39:23,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742005_1181 (size=4469) 2024-12-13T01:39:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-13T01:39:23,140 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:23,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-13T01:39:23,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:23,140 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 68be3659221c06e14895b31b975790e9 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-13T01:39:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=A 2024-12-13T01:39:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=B 2024-12-13T01:39:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=C 2024-12-13T01:39:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:23,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213e3db03e780c8430e8dfaac966c5d6342_68be3659221c06e14895b31b975790e9 is 50, key is test_row_0/A:col10/1734053961818/Put/seqid=0 2024-12-13T01:39:23,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742006_1182 (size=12454) 2024-12-13T01:39:23,494 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68be3659221c06e14895b31b975790e9#A#compaction#145 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:23,495 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/eb02b4de270c4bbc96f46a1f868d5e8b is 175, key is test_row_0/A:col10/1734053961192/Put/seqid=0 2024-12-13T01:39:23,497 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/ba4ca622aa9b48149a03126acd58404e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/ba4ca622aa9b48149a03126acd58404e 2024-12-13T01:39:23,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742007_1183 (size=31769) 2024-12-13T01:39:23,503 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68be3659221c06e14895b31b975790e9/B of 68be3659221c06e14895b31b975790e9 into ba4ca622aa9b48149a03126acd58404e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:23,503 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:23,503 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., storeName=68be3659221c06e14895b31b975790e9/B, priority=13, startTime=1734053963077; duration=0sec 2024-12-13T01:39:23,503 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:23,503 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68be3659221c06e14895b31b975790e9:B 2024-12-13T01:39:23,503 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:23,504 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:23,505 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 68be3659221c06e14895b31b975790e9/C is initiating minor compaction (all files) 2024-12-13T01:39:23,505 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68be3659221c06e14895b31b975790e9/C in TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:23,505 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/434182c6eea94f71b0dc293107130962, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/2a4026c0238944549c91b896b156b752, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/1f7dc81672e744b4826fe3b80b37b97a] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp, totalSize=36.1 K 2024-12-13T01:39:23,505 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 434182c6eea94f71b0dc293107130962, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1734053958403 2024-12-13T01:39:23,505 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a4026c0238944549c91b896b156b752, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1734053959050 2024-12-13T01:39:23,506 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f7dc81672e744b4826fe3b80b37b97a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734053961192 2024-12-13T01:39:23,513 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68be3659221c06e14895b31b975790e9#C#compaction#147 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:23,513 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/f2e829afb2f3455c8099b045ad8927e5 is 50, key is test_row_0/C:col10/1734053961192/Put/seqid=0 2024-12-13T01:39:23,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742008_1184 (size=12815) 2024-12-13T01:39:23,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:23,555 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213e3db03e780c8430e8dfaac966c5d6342_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213e3db03e780c8430e8dfaac966c5d6342_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:23,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/04ea70ff047c45f9b60beec367809761, store: [table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/04ea70ff047c45f9b60beec367809761 is 175, key is test_row_0/A:col10/1734053961818/Put/seqid=0 2024-12-13T01:39:23,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742009_1185 (size=31255) 2024-12-13T01:39:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-13T01:39:23,904 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/eb02b4de270c4bbc96f46a1f868d5e8b as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/eb02b4de270c4bbc96f46a1f868d5e8b 2024-12-13T01:39:23,909 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68be3659221c06e14895b31b975790e9/A of 68be3659221c06e14895b31b975790e9 into eb02b4de270c4bbc96f46a1f868d5e8b(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:23,909 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:23,909 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., storeName=68be3659221c06e14895b31b975790e9/A, priority=13, startTime=1734053963077; duration=0sec 2024-12-13T01:39:23,909 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:23,909 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68be3659221c06e14895b31b975790e9:A 2024-12-13T01:39:23,921 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/f2e829afb2f3455c8099b045ad8927e5 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/f2e829afb2f3455c8099b045ad8927e5 2024-12-13T01:39:23,926 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68be3659221c06e14895b31b975790e9/C of 68be3659221c06e14895b31b975790e9 into f2e829afb2f3455c8099b045ad8927e5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:23,926 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:23,926 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., storeName=68be3659221c06e14895b31b975790e9/C, priority=13, startTime=1734053963077; duration=0sec 2024-12-13T01:39:23,926 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:23,926 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68be3659221c06e14895b31b975790e9:C 2024-12-13T01:39:23,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. as already flushing 2024-12-13T01:39:23,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:23,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:23,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054023947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054023948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:23,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054023951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:23,966 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/04ea70ff047c45f9b60beec367809761 2024-12-13T01:39:23,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/223c548c6eb54d17bc1f910e637dc059 is 50, key is test_row_0/B:col10/1734053961818/Put/seqid=0 2024-12-13T01:39:23,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742010_1186 (size=12301) 2024-12-13T01:39:24,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054024052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:24,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054024052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:24,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054024052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:24,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054024253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:24,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054024254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:24,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054024254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:24,376 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/223c548c6eb54d17bc1f910e637dc059 2024-12-13T01:39:24,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/68afe841ceab4978982b9097912c217e is 50, key is test_row_0/C:col10/1734053961818/Put/seqid=0 2024-12-13T01:39:24,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742011_1187 (size=12301) 2024-12-13T01:39:24,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1734054024492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:24,493 DEBUG [Thread-558 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., hostname=3c5776cc2308,43079,1734053906774, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T01:39:24,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054024555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:24,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054024556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:24,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054024557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-13T01:39:24,800 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/68afe841ceab4978982b9097912c217e 2024-12-13T01:39:24,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/04ea70ff047c45f9b60beec367809761 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/04ea70ff047c45f9b60beec367809761 2024-12-13T01:39:24,816 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/04ea70ff047c45f9b60beec367809761, entries=150, sequenceid=275, filesize=30.5 K 2024-12-13T01:39:24,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/223c548c6eb54d17bc1f910e637dc059 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/223c548c6eb54d17bc1f910e637dc059 2024-12-13T01:39:24,825 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/223c548c6eb54d17bc1f910e637dc059, entries=150, sequenceid=275, filesize=12.0 K 2024-12-13T01:39:24,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/68afe841ceab4978982b9097912c217e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/68afe841ceab4978982b9097912c217e 2024-12-13T01:39:24,830 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/68afe841ceab4978982b9097912c217e, entries=150, sequenceid=275, filesize=12.0 K 2024-12-13T01:39:24,831 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 68be3659221c06e14895b31b975790e9 in 1691ms, sequenceid=275, compaction requested=false 2024-12-13T01:39:24,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:24,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:24,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-13T01:39:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-13T01:39:24,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-13T01:39:24,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3010 sec 2024-12-13T01:39:24,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 2.3050 sec 2024-12-13T01:39:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:25,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 68be3659221c06e14895b31b975790e9 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-13T01:39:25,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=A 2024-12-13T01:39:25,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:25,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=B 2024-12-13T01:39:25,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:25,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=C 2024-12-13T01:39:25,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:25,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412138b2b82f6b19b4f16bf6c1f0042a47919_68be3659221c06e14895b31b975790e9 is 50, key is test_row_0/A:col10/1734053963950/Put/seqid=0 2024-12-13T01:39:25,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742012_1188 (size=17534) 2024-12-13T01:39:25,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054025072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:25,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054025073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:25,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054025074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:25,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054025175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:25,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054025177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:25,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054025178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:25,227 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T01:39:25,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054025377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:25,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054025380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:25,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054025380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:25,473 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:25,476 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412138b2b82f6b19b4f16bf6c1f0042a47919_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412138b2b82f6b19b4f16bf6c1f0042a47919_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:25,477 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/db20f22de1d448efac92bfb857764ab4, store: [table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:25,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/db20f22de1d448efac92bfb857764ab4 is 175, key is test_row_0/A:col10/1734053963950/Put/seqid=0 2024-12-13T01:39:25,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742013_1189 (size=48639) 2024-12-13T01:39:25,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054025681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:25,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054025684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:25,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054025685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:25,872 DEBUG [Thread-567 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x26b120d9 to 127.0.0.1:55731 2024-12-13T01:39:25,872 DEBUG [Thread-565 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0341384e to 127.0.0.1:55731 2024-12-13T01:39:25,872 DEBUG [Thread-567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:39:25,872 DEBUG [Thread-565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:39:25,873 DEBUG [Thread-569 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c1ec7ee to 127.0.0.1:55731 2024-12-13T01:39:25,873 DEBUG [Thread-563 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14c16cd4 to 127.0.0.1:55731 2024-12-13T01:39:25,873 DEBUG [Thread-569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:39:25,873 DEBUG [Thread-563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:39:25,882 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/db20f22de1d448efac92bfb857764ab4 2024-12-13T01:39:25,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/00be713ef4164e17bc6270116decff49 is 50, key is test_row_0/B:col10/1734053963950/Put/seqid=0 2024-12-13T01:39:25,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742014_1190 (size=12301) 2024-12-13T01:39:26,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1734054026184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:26,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57762 deadline: 1734054026191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:26,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57764 deadline: 1734054026191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:26,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/00be713ef4164e17bc6270116decff49 2024-12-13T01:39:26,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/7c55fa6705bc45dda3fe47e7c389e4a9 is 50, key is test_row_0/C:col10/1734053963950/Put/seqid=0 2024-12-13T01:39:26,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742015_1191 (size=12301) 2024-12-13T01:39:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-13T01:39:26,636 INFO [Thread-562 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-13T01:39:26,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/7c55fa6705bc45dda3fe47e7c389e4a9 2024-12-13T01:39:26,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/db20f22de1d448efac92bfb857764ab4 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/db20f22de1d448efac92bfb857764ab4 2024-12-13T01:39:26,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/db20f22de1d448efac92bfb857764ab4, entries=250, sequenceid=298, filesize=47.5 K 2024-12-13T01:39:26,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/00be713ef4164e17bc6270116decff49 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/00be713ef4164e17bc6270116decff49 2024-12-13T01:39:26,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/00be713ef4164e17bc6270116decff49, entries=150, sequenceid=298, filesize=12.0 K 2024-12-13T01:39:26,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/7c55fa6705bc45dda3fe47e7c389e4a9 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/7c55fa6705bc45dda3fe47e7c389e4a9 2024-12-13T01:39:26,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/7c55fa6705bc45dda3fe47e7c389e4a9, entries=150, sequenceid=298, filesize=12.0 K 2024-12-13T01:39:26,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 68be3659221c06e14895b31b975790e9 in 1707ms, sequenceid=298, compaction requested=true 2024-12-13T01:39:26,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:26,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68be3659221c06e14895b31b975790e9:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:39:26,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:26,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68be3659221c06e14895b31b975790e9:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:39:26,767 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:26,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:26,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68be3659221c06e14895b31b975790e9:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:39:26,767 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:26,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:26,768 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111663 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:26,768 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:26,768 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 68be3659221c06e14895b31b975790e9/B is initiating minor compaction (all files) 2024-12-13T01:39:26,768 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 68be3659221c06e14895b31b975790e9/A is initiating minor compaction (all files) 2024-12-13T01:39:26,768 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68be3659221c06e14895b31b975790e9/A in TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:26,768 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68be3659221c06e14895b31b975790e9/B in TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:26,768 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/eb02b4de270c4bbc96f46a1f868d5e8b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/04ea70ff047c45f9b60beec367809761, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/db20f22de1d448efac92bfb857764ab4] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp, totalSize=109.0 K 2024-12-13T01:39:26,768 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/ba4ca622aa9b48149a03126acd58404e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/223c548c6eb54d17bc1f910e637dc059, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/00be713ef4164e17bc6270116decff49] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp, totalSize=36.5 K 2024-12-13T01:39:26,768 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:26,768 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. files: [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/eb02b4de270c4bbc96f46a1f868d5e8b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/04ea70ff047c45f9b60beec367809761, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/db20f22de1d448efac92bfb857764ab4] 2024-12-13T01:39:26,769 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb02b4de270c4bbc96f46a1f868d5e8b, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734053961192 2024-12-13T01:39:26,769 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting ba4ca622aa9b48149a03126acd58404e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734053961192 2024-12-13T01:39:26,769 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04ea70ff047c45f9b60beec367809761, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1734053961813 2024-12-13T01:39:26,769 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 223c548c6eb54d17bc1f910e637dc059, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1734053961813 2024-12-13T01:39:26,769 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting db20f22de1d448efac92bfb857764ab4, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1734053963945 2024-12-13T01:39:26,769 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 00be713ef4164e17bc6270116decff49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1734053963950 2024-12-13T01:39:26,776 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68be3659221c06e14895b31b975790e9#B#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:26,777 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/d373c03d18d2492bb15467ee1f8f4a9f is 50, key is test_row_0/B:col10/1734053963950/Put/seqid=0 2024-12-13T01:39:26,779 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:26,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742016_1192 (size=13017) 2024-12-13T01:39:26,782 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121390dccbc0f62d499b9fc486cbd274c031_68be3659221c06e14895b31b975790e9 store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:26,809 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121390dccbc0f62d499b9fc486cbd274c031_68be3659221c06e14895b31b975790e9, store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:26,809 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121390dccbc0f62d499b9fc486cbd274c031_68be3659221c06e14895b31b975790e9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:26,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742017_1193 (size=4469) 2024-12-13T01:39:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:27,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 68be3659221c06e14895b31b975790e9 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-13T01:39:27,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=A 2024-12-13T01:39:27,189 DEBUG [Thread-560 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22e911df to 127.0.0.1:55731 2024-12-13T01:39:27,189 DEBUG [Thread-560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:39:27,189 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/d373c03d18d2492bb15467ee1f8f4a9f as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/d373c03d18d2492bb15467ee1f8f4a9f 2024-12-13T01:39:27,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:27,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=B 2024-12-13T01:39:27,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:27,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=C 2024-12-13T01:39:27,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:27,194 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68be3659221c06e14895b31b975790e9/B of 68be3659221c06e14895b31b975790e9 into d373c03d18d2492bb15467ee1f8f4a9f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:27,194 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:27,195 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., storeName=68be3659221c06e14895b31b975790e9/B, priority=13, startTime=1734053966767; duration=0sec 2024-12-13T01:39:27,195 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:27,195 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68be3659221c06e14895b31b975790e9:B 2024-12-13T01:39:27,195 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:27,196 DEBUG [Thread-556 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42e904d8 to 127.0.0.1:55731 2024-12-13T01:39:27,196 DEBUG [Thread-556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:39:27,196 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:27,196 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 68be3659221c06e14895b31b975790e9/C is initiating minor compaction (all files) 2024-12-13T01:39:27,196 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68be3659221c06e14895b31b975790e9/C in TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:27,197 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/f2e829afb2f3455c8099b045ad8927e5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/68afe841ceab4978982b9097912c217e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/7c55fa6705bc45dda3fe47e7c389e4a9] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp, totalSize=36.5 K 2024-12-13T01:39:27,197 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting f2e829afb2f3455c8099b045ad8927e5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734053961192 2024-12-13T01:39:27,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213e562fa2f32a24d6fb79fe83688976f4f_68be3659221c06e14895b31b975790e9 is 50, key is test_row_0/A:col10/1734053965066/Put/seqid=0 2024-12-13T01:39:27,197 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 68afe841ceab4978982b9097912c217e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1734053961813 2024-12-13T01:39:27,198 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c55fa6705bc45dda3fe47e7c389e4a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1734053963950 2024-12-13T01:39:27,202 DEBUG [Thread-554 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e3a4420 to 127.0.0.1:55731 2024-12-13T01:39:27,202 DEBUG [Thread-554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:39:27,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742018_1194 (size=12454) 2024-12-13T01:39:27,206 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68be3659221c06e14895b31b975790e9#C#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:27,206 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/892764045fce4049b9e5e4f509df0d24 is 50, key is test_row_0/C:col10/1734053963950/Put/seqid=0 2024-12-13T01:39:27,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742019_1195 (size=13017) 2024-12-13T01:39:27,214 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68be3659221c06e14895b31b975790e9#A#compaction#154 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:27,215 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/9ae6e9fa92c943d6a0016cc758d380ff is 175, key is test_row_0/A:col10/1734053963950/Put/seqid=0 2024-12-13T01:39:27,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742020_1196 (size=31971) 2024-12-13T01:39:27,605 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:27,614 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213e562fa2f32a24d6fb79fe83688976f4f_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213e562fa2f32a24d6fb79fe83688976f4f_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:27,615 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/9b4242866e7b4b52955a2e3618f62cbc, store: [table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:27,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/9b4242866e7b4b52955a2e3618f62cbc is 175, key is test_row_0/A:col10/1734053965066/Put/seqid=0 2024-12-13T01:39:27,619 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/892764045fce4049b9e5e4f509df0d24 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/892764045fce4049b9e5e4f509df0d24 2024-12-13T01:39:27,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742021_1197 (size=31255) 2024-12-13T01:39:27,621 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/9b4242866e7b4b52955a2e3618f62cbc 2024-12-13T01:39:27,626 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68be3659221c06e14895b31b975790e9/C of 68be3659221c06e14895b31b975790e9 into 892764045fce4049b9e5e4f509df0d24(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:27,626 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/9ae6e9fa92c943d6a0016cc758d380ff as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/9ae6e9fa92c943d6a0016cc758d380ff 2024-12-13T01:39:27,626 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:27,626 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., storeName=68be3659221c06e14895b31b975790e9/C, priority=13, startTime=1734053966767; duration=0sec 2024-12-13T01:39:27,626 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:27,626 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68be3659221c06e14895b31b975790e9:C 2024-12-13T01:39:27,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/50ab860234484dd09c907aabcccbf913 is 50, key is test_row_0/B:col10/1734053965066/Put/seqid=0 2024-12-13T01:39:27,630 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68be3659221c06e14895b31b975790e9/A of 68be3659221c06e14895b31b975790e9 into 9ae6e9fa92c943d6a0016cc758d380ff(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:27,630 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:27,630 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9., storeName=68be3659221c06e14895b31b975790e9/A, priority=13, startTime=1734053966767; duration=0sec 2024-12-13T01:39:27,630 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:27,631 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68be3659221c06e14895b31b975790e9:A 2024-12-13T01:39:27,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742022_1198 (size=12301) 2024-12-13T01:39:28,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/50ab860234484dd09c907aabcccbf913 2024-12-13T01:39:28,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/4f4f3bff90b44dbf81fa9a1cd7b109cb is 50, key is test_row_0/C:col10/1734053965066/Put/seqid=0 2024-12-13T01:39:28,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742023_1199 (size=12301) 2024-12-13T01:39:28,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/4f4f3bff90b44dbf81fa9a1cd7b109cb 2024-12-13T01:39:28,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/9b4242866e7b4b52955a2e3618f62cbc as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/9b4242866e7b4b52955a2e3618f62cbc 2024-12-13T01:39:28,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/9b4242866e7b4b52955a2e3618f62cbc, entries=150, sequenceid=315, filesize=30.5 K 2024-12-13T01:39:28,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/50ab860234484dd09c907aabcccbf913 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/50ab860234484dd09c907aabcccbf913 2024-12-13T01:39:28,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/50ab860234484dd09c907aabcccbf913, entries=150, sequenceid=315, filesize=12.0 K 2024-12-13T01:39:28,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/4f4f3bff90b44dbf81fa9a1cd7b109cb as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/4f4f3bff90b44dbf81fa9a1cd7b109cb 2024-12-13T01:39:28,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/4f4f3bff90b44dbf81fa9a1cd7b109cb, entries=150, sequenceid=315, filesize=12.0 K 2024-12-13T01:39:28,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=13.42 KB/13740 for 68be3659221c06e14895b31b975790e9 in 1289ms, sequenceid=315, compaction requested=false 2024-12-13T01:39:28,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:30,159 DEBUG [master/3c5776cc2308:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 8e5570b0c1fbdab663fc4c2902264f6a changed from -1.0 to 0.0, refreshing cache 2024-12-13T01:39:32,535 DEBUG [Thread-552 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c820ef9 to 127.0.0.1:55731 2024-12-13T01:39:32,535 DEBUG [Thread-552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:39:34,502 DEBUG [Thread-558 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a4c53ed to 127.0.0.1:55731 2024-12-13T01:39:34,502 DEBUG [Thread-558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:39:34,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-13T01:39:34,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-12-13T01:39:34,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-13T01:39:34,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-12-13T01:39:34,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-12-13T01:39:34,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-12-13T01:39:34,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-13T01:39:34,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8929 2024-12-13T01:39:34,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8814 2024-12-13T01:39:34,504 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-13T01:39:34,504 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3805 2024-12-13T01:39:34,504 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 11415 rows 2024-12-13T01:39:34,504 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3813 2024-12-13T01:39:34,504 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 11438 rows 2024-12-13T01:39:34,504 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T01:39:34,504 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x26401a5f to 127.0.0.1:55731 2024-12-13T01:39:34,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:39:34,508 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-13T01:39:34,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-13T01:39:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-13T01:39:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-13T01:39:34,513 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734053974513"}]},"ts":"1734053974513"} 2024-12-13T01:39:34,515 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-13T01:39:34,611 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-13T01:39:34,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-13T01:39:34,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=68be3659221c06e14895b31b975790e9, UNASSIGN}] 2024-12-13T01:39:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-13T01:39:34,614 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=68be3659221c06e14895b31b975790e9, UNASSIGN 2024-12-13T01:39:34,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=68be3659221c06e14895b31b975790e9, regionState=CLOSING, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:34,615 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T01:39:34,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; CloseRegionProcedure 68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774}] 2024-12-13T01:39:34,766 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:34,768 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(124): Close 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:34,768 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T01:39:34,768 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1681): Closing 68be3659221c06e14895b31b975790e9, disabling compactions & flushes 2024-12-13T01:39:34,768 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:34,768 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:34,769 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. after waiting 0 ms 2024-12-13T01:39:34,769 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:34,769 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(2837): Flushing 68be3659221c06e14895b31b975790e9 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-13T01:39:34,769 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=A 2024-12-13T01:39:34,770 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:34,770 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=B 2024-12-13T01:39:34,770 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:34,770 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68be3659221c06e14895b31b975790e9, store=C 2024-12-13T01:39:34,770 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:34,781 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213ad827d4dfe3e413d9b536a882935881b_68be3659221c06e14895b31b975790e9 is 50, key is test_row_1/A:col10/1734053974500/Put/seqid=0 2024-12-13T01:39:34,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742024_1200 (size=7374) 2024-12-13T01:39:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-13T01:39:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-13T01:39:35,188 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:35,197 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213ad827d4dfe3e413d9b536a882935881b_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213ad827d4dfe3e413d9b536a882935881b_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:35,198 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/b2e0ad7e56294b00bcd7fbf7e270b52e, store: [table=TestAcidGuarantees family=A region=68be3659221c06e14895b31b975790e9] 2024-12-13T01:39:35,200 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/b2e0ad7e56294b00bcd7fbf7e270b52e is 175, key is test_row_1/A:col10/1734053974500/Put/seqid=0 2024-12-13T01:39:35,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742025_1201 (size=13865) 2024-12-13T01:39:35,607 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/b2e0ad7e56294b00bcd7fbf7e270b52e 2024-12-13T01:39:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-13T01:39:35,622 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/76b662af3bb64638a3b2ef19728fd255 is 50, key is test_row_1/B:col10/1734053974500/Put/seqid=0 2024-12-13T01:39:35,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742026_1202 (size=7415) 2024-12-13T01:39:36,028 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/76b662af3bb64638a3b2ef19728fd255 2024-12-13T01:39:36,042 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/0cd6b9b4801b44faadbc7a10c455deaf is 50, key is test_row_1/C:col10/1734053974500/Put/seqid=0 2024-12-13T01:39:36,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742027_1203 (size=7415) 2024-12-13T01:39:36,448 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/0cd6b9b4801b44faadbc7a10c455deaf 2024-12-13T01:39:36,456 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/A/b2e0ad7e56294b00bcd7fbf7e270b52e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/b2e0ad7e56294b00bcd7fbf7e270b52e 2024-12-13T01:39:36,462 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/b2e0ad7e56294b00bcd7fbf7e270b52e, entries=50, sequenceid=325, filesize=13.5 K 2024-12-13T01:39:36,463 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/B/76b662af3bb64638a3b2ef19728fd255 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/76b662af3bb64638a3b2ef19728fd255 2024-12-13T01:39:36,467 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/76b662af3bb64638a3b2ef19728fd255, entries=50, sequenceid=325, filesize=7.2 K 2024-12-13T01:39:36,468 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/.tmp/C/0cd6b9b4801b44faadbc7a10c455deaf as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/0cd6b9b4801b44faadbc7a10c455deaf 2024-12-13T01:39:36,472 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/0cd6b9b4801b44faadbc7a10c455deaf, entries=50, sequenceid=325, filesize=7.2 K 2024-12-13T01:39:36,473 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 68be3659221c06e14895b31b975790e9 in 1704ms, sequenceid=325, compaction requested=true 2024-12-13T01:39:36,474 DEBUG [StoreCloser-TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/2705f4d81ceb410a8f978a85819f1720, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/ce2b5aa986bc459aa06b24873d2330a8, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/81807785718247509d38873d52143e63, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/821a935a1036488fbd28276e3bc7ca5e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/53fa908263ba4122949aa5c6d345293b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/855ef6e6182a40bc8a7ea6b1c363d6af, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/53dd37fa434e4641996f0876ef9f6052, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/4be6e7d00bdb4f4398d95592ce541867, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/7709250a5ac449b7b58992ea97c23bce, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/a25dbb7e86b34c87b1dab18876152e2e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/cc8115908bc74202aa83ee8d1585a13a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/7994d251e33a490f9d3667dfb9cfb6f4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/198e7b67212440a9ad78664c3a2455c5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/1bafdf3aa4c948e8a71ea2b303307fdc, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/beb3b458359440aeaa5c6641348e6a12, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/7e46ddb9ec064a72b7a1624b21ad602c, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/590053bc56214c468fe4688be3d3b7df, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/eb02b4de270c4bbc96f46a1f868d5e8b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/c2b4fedfd8b04d5b86c1ccf07acbd813, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/04ea70ff047c45f9b60beec367809761, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/db20f22de1d448efac92bfb857764ab4] to archive 2024-12-13T01:39:36,475 DEBUG [StoreCloser-TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T01:39:36,478 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/2705f4d81ceb410a8f978a85819f1720 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/2705f4d81ceb410a8f978a85819f1720 2024-12-13T01:39:36,478 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/ce2b5aa986bc459aa06b24873d2330a8 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/ce2b5aa986bc459aa06b24873d2330a8 2024-12-13T01:39:36,478 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/81807785718247509d38873d52143e63 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/81807785718247509d38873d52143e63 2024-12-13T01:39:36,479 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/821a935a1036488fbd28276e3bc7ca5e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/821a935a1036488fbd28276e3bc7ca5e 2024-12-13T01:39:36,479 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/53fa908263ba4122949aa5c6d345293b to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/53fa908263ba4122949aa5c6d345293b 2024-12-13T01:39:36,479 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/855ef6e6182a40bc8a7ea6b1c363d6af to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/855ef6e6182a40bc8a7ea6b1c363d6af 2024-12-13T01:39:36,480 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/53dd37fa434e4641996f0876ef9f6052 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/53dd37fa434e4641996f0876ef9f6052 2024-12-13T01:39:36,483 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/cc8115908bc74202aa83ee8d1585a13a to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/cc8115908bc74202aa83ee8d1585a13a 2024-12-13T01:39:36,483 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/1bafdf3aa4c948e8a71ea2b303307fdc to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/1bafdf3aa4c948e8a71ea2b303307fdc 2024-12-13T01:39:36,483 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/7709250a5ac449b7b58992ea97c23bce to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/7709250a5ac449b7b58992ea97c23bce 2024-12-13T01:39:36,484 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/198e7b67212440a9ad78664c3a2455c5 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/198e7b67212440a9ad78664c3a2455c5 2024-12-13T01:39:36,484 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/a25dbb7e86b34c87b1dab18876152e2e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/a25dbb7e86b34c87b1dab18876152e2e 2024-12-13T01:39:36,484 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/7994d251e33a490f9d3667dfb9cfb6f4 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/7994d251e33a490f9d3667dfb9cfb6f4 2024-12-13T01:39:36,484 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/4be6e7d00bdb4f4398d95592ce541867 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/4be6e7d00bdb4f4398d95592ce541867 2024-12-13T01:39:36,484 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/beb3b458359440aeaa5c6641348e6a12 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/beb3b458359440aeaa5c6641348e6a12 2024-12-13T01:39:36,485 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/590053bc56214c468fe4688be3d3b7df to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/590053bc56214c468fe4688be3d3b7df 2024-12-13T01:39:36,485 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/7e46ddb9ec064a72b7a1624b21ad602c to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/7e46ddb9ec064a72b7a1624b21ad602c 2024-12-13T01:39:36,485 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/eb02b4de270c4bbc96f46a1f868d5e8b to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/eb02b4de270c4bbc96f46a1f868d5e8b 2024-12-13T01:39:36,485 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/c2b4fedfd8b04d5b86c1ccf07acbd813 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/c2b4fedfd8b04d5b86c1ccf07acbd813 2024-12-13T01:39:36,485 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/04ea70ff047c45f9b60beec367809761 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/04ea70ff047c45f9b60beec367809761 2024-12-13T01:39:36,486 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/db20f22de1d448efac92bfb857764ab4 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/db20f22de1d448efac92bfb857764ab4 2024-12-13T01:39:36,487 DEBUG [StoreCloser-TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/d71327f476174eed973cea90def58596, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/b8ae3595a031435d84a94a2df5c11759, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/24943c9d29b14aca873bec677323618d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/2e6b4c39af54464c8317843e1f68148b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/f28ffc6718844750b1dcac30643c92c4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/f073751bc83842fb8acdeb18b8b2e0e1, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/8d8f895fa2b445fc9bfa2170cbd4d7a9, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/91d1384905f84c228c645be70db84994, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/e71d03c19b8a4185af13a107fe64d8b4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/1052f663e9c94fc691da21bb1e9d3e0d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/fc93ea65fac542cfa204c9864ad7049c, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/28532efa19e44f85b3e07adecefdfabb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/55e425b2560e4f0ea0b5e46949c75e90, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/539f08454a6246b5b3538c772be8baab, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/1086d58033604d7b8e4b764c46f049dd, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/44f7ded0c4a54f92aef747fb3a5df455, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/421f9f9b32f14ff29ba89c4b131b4b28, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/ba4ca622aa9b48149a03126acd58404e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/864075cc9a35455585fba8be20d0c584, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/223c548c6eb54d17bc1f910e637dc059, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/00be713ef4164e17bc6270116decff49] to archive 2024-12-13T01:39:36,488 DEBUG [StoreCloser-TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T01:39:36,490 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/24943c9d29b14aca873bec677323618d to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/24943c9d29b14aca873bec677323618d 2024-12-13T01:39:36,490 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/d71327f476174eed973cea90def58596 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/d71327f476174eed973cea90def58596 2024-12-13T01:39:36,490 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/f073751bc83842fb8acdeb18b8b2e0e1 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/f073751bc83842fb8acdeb18b8b2e0e1 2024-12-13T01:39:36,490 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/f28ffc6718844750b1dcac30643c92c4 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/f28ffc6718844750b1dcac30643c92c4 2024-12-13T01:39:36,491 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/2e6b4c39af54464c8317843e1f68148b to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/2e6b4c39af54464c8317843e1f68148b 2024-12-13T01:39:36,491 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/b8ae3595a031435d84a94a2df5c11759 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/b8ae3595a031435d84a94a2df5c11759 2024-12-13T01:39:36,491 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/91d1384905f84c228c645be70db84994 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/91d1384905f84c228c645be70db84994 2024-12-13T01:39:36,491 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/8d8f895fa2b445fc9bfa2170cbd4d7a9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/8d8f895fa2b445fc9bfa2170cbd4d7a9 2024-12-13T01:39:36,492 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/e71d03c19b8a4185af13a107fe64d8b4 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/e71d03c19b8a4185af13a107fe64d8b4 2024-12-13T01:39:36,492 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/fc93ea65fac542cfa204c9864ad7049c to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/fc93ea65fac542cfa204c9864ad7049c 2024-12-13T01:39:36,492 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/28532efa19e44f85b3e07adecefdfabb to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/28532efa19e44f85b3e07adecefdfabb 2024-12-13T01:39:36,493 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/55e425b2560e4f0ea0b5e46949c75e90 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/55e425b2560e4f0ea0b5e46949c75e90 2024-12-13T01:39:36,493 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/1052f663e9c94fc691da21bb1e9d3e0d to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/1052f663e9c94fc691da21bb1e9d3e0d 2024-12-13T01:39:36,493 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/44f7ded0c4a54f92aef747fb3a5df455 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/44f7ded0c4a54f92aef747fb3a5df455 2024-12-13T01:39:36,493 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/539f08454a6246b5b3538c772be8baab to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/539f08454a6246b5b3538c772be8baab 2024-12-13T01:39:36,493 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/1086d58033604d7b8e4b764c46f049dd to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/1086d58033604d7b8e4b764c46f049dd 2024-12-13T01:39:36,494 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/864075cc9a35455585fba8be20d0c584 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/864075cc9a35455585fba8be20d0c584 2024-12-13T01:39:36,494 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/ba4ca622aa9b48149a03126acd58404e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/ba4ca622aa9b48149a03126acd58404e 2024-12-13T01:39:36,494 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/421f9f9b32f14ff29ba89c4b131b4b28 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/421f9f9b32f14ff29ba89c4b131b4b28 2024-12-13T01:39:36,494 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/223c548c6eb54d17bc1f910e637dc059 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/223c548c6eb54d17bc1f910e637dc059 2024-12-13T01:39:36,494 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/00be713ef4164e17bc6270116decff49 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/00be713ef4164e17bc6270116decff49 2024-12-13T01:39:36,495 DEBUG [StoreCloser-TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/e879a997d6c04598a1e04a0fe177b5bb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/32fbed039c20467db3521d0cb26373c0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/889ecb6b3d85476691e6315d86081655, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/1f5c27b926cd4e25ba5807c30ec441c5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/b0db0d20e8fc40e1b09563bfe9f7616d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/f9b7bc3c75904a278a7c0c058d3ed3d9, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/1204a6c0d6cb413392613c0993c84f58, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/747e01fe524f4f2698861eec09b39cdf, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/50d0f91dca0e4024bfbf3785214eea60, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/7f7c4d6646d84ce7aa1e6f2931f223c6, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/c8527b6ec0b94030a533a2b73f4d61f0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/66f4e2eedb0f4539a788bb04d908d93b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/6da2f79823204a8e855a25ddbefba4d5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/40cff27210c3487b92fc5a6b6fbbac02, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/434182c6eea94f71b0dc293107130962, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/abf493e711094e83993ff851bb961faa, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/2a4026c0238944549c91b896b156b752, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/f2e829afb2f3455c8099b045ad8927e5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/1f7dc81672e744b4826fe3b80b37b97a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/68afe841ceab4978982b9097912c217e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/7c55fa6705bc45dda3fe47e7c389e4a9] to archive 2024-12-13T01:39:36,496 DEBUG [StoreCloser-TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T01:39:36,498 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/1204a6c0d6cb413392613c0993c84f58 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/1204a6c0d6cb413392613c0993c84f58 2024-12-13T01:39:36,498 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/32fbed039c20467db3521d0cb26373c0 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/32fbed039c20467db3521d0cb26373c0 2024-12-13T01:39:36,498 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/b0db0d20e8fc40e1b09563bfe9f7616d to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/b0db0d20e8fc40e1b09563bfe9f7616d 2024-12-13T01:39:36,498 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/f9b7bc3c75904a278a7c0c058d3ed3d9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/f9b7bc3c75904a278a7c0c058d3ed3d9 2024-12-13T01:39:36,498 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/e879a997d6c04598a1e04a0fe177b5bb to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/e879a997d6c04598a1e04a0fe177b5bb 2024-12-13T01:39:36,498 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/889ecb6b3d85476691e6315d86081655 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/889ecb6b3d85476691e6315d86081655 2024-12-13T01:39:36,499 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/1f5c27b926cd4e25ba5807c30ec441c5 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/1f5c27b926cd4e25ba5807c30ec441c5 2024-12-13T01:39:36,499 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/50d0f91dca0e4024bfbf3785214eea60 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/50d0f91dca0e4024bfbf3785214eea60 2024-12-13T01:39:36,500 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/7f7c4d6646d84ce7aa1e6f2931f223c6 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/7f7c4d6646d84ce7aa1e6f2931f223c6 2024-12-13T01:39:36,500 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/c8527b6ec0b94030a533a2b73f4d61f0 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/c8527b6ec0b94030a533a2b73f4d61f0 2024-12-13T01:39:36,500 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/747e01fe524f4f2698861eec09b39cdf to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/747e01fe524f4f2698861eec09b39cdf 2024-12-13T01:39:36,500 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/66f4e2eedb0f4539a788bb04d908d93b to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/66f4e2eedb0f4539a788bb04d908d93b 2024-12-13T01:39:36,501 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/40cff27210c3487b92fc5a6b6fbbac02 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/40cff27210c3487b92fc5a6b6fbbac02 2024-12-13T01:39:36,501 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/abf493e711094e83993ff851bb961faa to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/abf493e711094e83993ff851bb961faa 2024-12-13T01:39:36,501 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/2a4026c0238944549c91b896b156b752 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/2a4026c0238944549c91b896b156b752 2024-12-13T01:39:36,501 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/68afe841ceab4978982b9097912c217e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/68afe841ceab4978982b9097912c217e 2024-12-13T01:39:36,501 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/1f7dc81672e744b4826fe3b80b37b97a to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/1f7dc81672e744b4826fe3b80b37b97a 2024-12-13T01:39:36,501 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/434182c6eea94f71b0dc293107130962 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/434182c6eea94f71b0dc293107130962 2024-12-13T01:39:36,501 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/f2e829afb2f3455c8099b045ad8927e5 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/f2e829afb2f3455c8099b045ad8927e5 2024-12-13T01:39:36,502 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/7c55fa6705bc45dda3fe47e7c389e4a9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/7c55fa6705bc45dda3fe47e7c389e4a9 2024-12-13T01:39:36,503 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/6da2f79823204a8e855a25ddbefba4d5 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/6da2f79823204a8e855a25ddbefba4d5 2024-12-13T01:39:36,508 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/recovered.edits/328.seqid, newMaxSeqId=328, maxSeqId=4 2024-12-13T01:39:36,508 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9. 2024-12-13T01:39:36,508 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1635): Region close journal for 68be3659221c06e14895b31b975790e9: 2024-12-13T01:39:36,510 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(170): Closed 68be3659221c06e14895b31b975790e9 2024-12-13T01:39:36,510 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=68be3659221c06e14895b31b975790e9, regionState=CLOSED 2024-12-13T01:39:36,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-13T01:39:36,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseRegionProcedure 68be3659221c06e14895b31b975790e9, server=3c5776cc2308,43079,1734053906774 in 1.8960 sec 2024-12-13T01:39:36,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-13T01:39:36,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=68be3659221c06e14895b31b975790e9, UNASSIGN in 1.8990 sec 2024-12-13T01:39:36,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-13T01:39:36,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9010 sec 2024-12-13T01:39:36,515 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734053976514"}]},"ts":"1734053976514"} 2024-12-13T01:39:36,515 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-13T01:39:36,558 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-13T01:39:36,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0490 sec 2024-12-13T01:39:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-13T01:39:36,619 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-13T01:39:36,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-13T01:39:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:39:36,621 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:39:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T01:39:36,622 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=65, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:39:36,623 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9 2024-12-13T01:39:36,625 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A, FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B, FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C, FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/recovered.edits] 2024-12-13T01:39:36,628 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/9ae6e9fa92c943d6a0016cc758d380ff to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/9ae6e9fa92c943d6a0016cc758d380ff 2024-12-13T01:39:36,628 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/9b4242866e7b4b52955a2e3618f62cbc to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/9b4242866e7b4b52955a2e3618f62cbc 2024-12-13T01:39:36,628 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/b2e0ad7e56294b00bcd7fbf7e270b52e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/A/b2e0ad7e56294b00bcd7fbf7e270b52e 2024-12-13T01:39:36,631 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/76b662af3bb64638a3b2ef19728fd255 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/76b662af3bb64638a3b2ef19728fd255 2024-12-13T01:39:36,631 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/50ab860234484dd09c907aabcccbf913 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/50ab860234484dd09c907aabcccbf913 2024-12-13T01:39:36,631 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/d373c03d18d2492bb15467ee1f8f4a9f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/B/d373c03d18d2492bb15467ee1f8f4a9f 2024-12-13T01:39:36,633 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/4f4f3bff90b44dbf81fa9a1cd7b109cb to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/4f4f3bff90b44dbf81fa9a1cd7b109cb 2024-12-13T01:39:36,633 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/892764045fce4049b9e5e4f509df0d24 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/892764045fce4049b9e5e4f509df0d24 2024-12-13T01:39:36,634 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/0cd6b9b4801b44faadbc7a10c455deaf to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/C/0cd6b9b4801b44faadbc7a10c455deaf 2024-12-13T01:39:36,636 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/recovered.edits/328.seqid to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9/recovered.edits/328.seqid 2024-12-13T01:39:36,636 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/68be3659221c06e14895b31b975790e9 2024-12-13T01:39:36,636 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-13T01:39:36,637 DEBUG [PEWorker-5 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-13T01:39:36,637 DEBUG [PEWorker-5 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-13T01:39:36,643 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213474d169af50c42e6a5d1381e4b87ab87_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213474d169af50c42e6a5d1381e4b87ab87_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:36,643 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213298f9a98102f49eb9258f0cfce980a5c_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213298f9a98102f49eb9258f0cfce980a5c_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:36,643 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412131b06cb44b7074e7ba74e04946ddd75f0_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412131b06cb44b7074e7ba74e04946ddd75f0_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:36,644 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412133255a95d32a84af7b0382744b030f076_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412133255a95d32a84af7b0382744b030f076_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:36,644 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412136e3f2458ac584c2e959106f5dd3756a5_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412136e3f2458ac584c2e959106f5dd3756a5_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:36,644 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213022625edb9dc45c4aad6891bbb6e7c3e_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213022625edb9dc45c4aad6891bbb6e7c3e_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:36,644 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412136e5c77607ee8422e9a7843c05bd248be_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412136e5c77607ee8422e9a7843c05bd248be_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:36,644 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121372d97c86184d459d93acb9f241819aec_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121372d97c86184d459d93acb9f241819aec_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:36,645 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213784820f0c95b47e590f8c42b76ded691_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213784820f0c95b47e590f8c42b76ded691_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:36,645 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213ad827d4dfe3e413d9b536a882935881b_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213ad827d4dfe3e413d9b536a882935881b_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:36,645 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213e562fa2f32a24d6fb79fe83688976f4f_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213e562fa2f32a24d6fb79fe83688976f4f_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:36,645 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412138b2b82f6b19b4f16bf6c1f0042a47919_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412138b2b82f6b19b4f16bf6c1f0042a47919_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:36,645 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213d33d1298984a41f78f4009c0bfa19554_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213d33d1298984a41f78f4009c0bfa19554_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:36,645 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213b324ee2223934599af6437bfff027757_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213b324ee2223934599af6437bfff027757_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:36,645 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213e74c42694b6a460cad32a2505c04f3e5_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213e74c42694b6a460cad32a2505c04f3e5_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:36,645 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213e3db03e780c8430e8dfaac966c5d6342_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213e3db03e780c8430e8dfaac966c5d6342_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:36,646 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213e7d840d5448e45a0a81efc3af5fbac8e_68be3659221c06e14895b31b975790e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213e7d840d5448e45a0a81efc3af5fbac8e_68be3659221c06e14895b31b975790e9 2024-12-13T01:39:36,646 DEBUG [PEWorker-5 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-13T01:39:36,648 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=65, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:39:36,650 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-13T01:39:36,652 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-13T01:39:36,653 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=65, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:39:36,653 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-13T01:39:36,653 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734053976653"}]},"ts":"9223372036854775807"} 2024-12-13T01:39:36,655 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T01:39:36,655 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 68be3659221c06e14895b31b975790e9, NAME => 'TestAcidGuarantees,,1734053942590.68be3659221c06e14895b31b975790e9.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T01:39:36,655 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-13T01:39:36,655 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734053976655"}]},"ts":"9223372036854775807"} 2024-12-13T01:39:36,656 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-13T01:39:36,667 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=65, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:39:36,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-12-13T01:39:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T01:39:36,724 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-13T01:39:36,739 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=244 (was 245), OpenFileDescriptor=449 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=248 (was 245) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12554 (was 12648) 2024-12-13T01:39:36,748 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=244, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=248, ProcessCount=11, AvailableMemoryMB=12553 2024-12-13T01:39:36,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-13T01:39:36,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T01:39:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-13T01:39:36,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T01:39:36,752 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:36,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 66 2024-12-13T01:39:36,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T01:39:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-12-13T01:39:36,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742028_1204 (size=963) 2024-12-13T01:39:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-12-13T01:39:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-12-13T01:39:37,165 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863 2024-12-13T01:39:37,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742029_1205 (size=53) 2024-12-13T01:39:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-12-13T01:39:37,593 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T01:39:37,593 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e782ec5859e82f94a8c5071e50723841, disabling compactions & flushes 2024-12-13T01:39:37,593 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:37,593 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:37,593 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. after waiting 0 ms 2024-12-13T01:39:37,593 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:37,593 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:37,594 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:37,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T01:39:37,596 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734053977596"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734053977596"}]},"ts":"1734053977596"} 2024-12-13T01:39:37,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T01:39:37,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T01:39:37,600 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734053977600"}]},"ts":"1734053977600"} 2024-12-13T01:39:37,601 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-13T01:39:37,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e782ec5859e82f94a8c5071e50723841, ASSIGN}] 2024-12-13T01:39:37,663 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e782ec5859e82f94a8c5071e50723841, ASSIGN 2024-12-13T01:39:37,665 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e782ec5859e82f94a8c5071e50723841, ASSIGN; state=OFFLINE, location=3c5776cc2308,43079,1734053906774; forceNewPlan=false, retain=false 2024-12-13T01:39:37,816 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=e782ec5859e82f94a8c5071e50723841, regionState=OPENING, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:37,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; OpenRegionProcedure e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774}] 2024-12-13T01:39:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-12-13T01:39:37,971 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:37,979 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:37,979 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} 2024-12-13T01:39:37,980 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:37,980 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T01:39:37,980 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:37,980 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:37,983 INFO [StoreOpener-e782ec5859e82f94a8c5071e50723841-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:37,984 INFO [StoreOpener-e782ec5859e82f94a8c5071e50723841-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:39:37,985 INFO [StoreOpener-e782ec5859e82f94a8c5071e50723841-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e782ec5859e82f94a8c5071e50723841 columnFamilyName A 2024-12-13T01:39:37,985 DEBUG [StoreOpener-e782ec5859e82f94a8c5071e50723841-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:37,985 INFO [StoreOpener-e782ec5859e82f94a8c5071e50723841-1 {}] regionserver.HStore(327): Store=e782ec5859e82f94a8c5071e50723841/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:39:37,985 INFO [StoreOpener-e782ec5859e82f94a8c5071e50723841-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:37,987 INFO [StoreOpener-e782ec5859e82f94a8c5071e50723841-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:39:37,987 INFO [StoreOpener-e782ec5859e82f94a8c5071e50723841-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e782ec5859e82f94a8c5071e50723841 columnFamilyName B 2024-12-13T01:39:37,987 DEBUG [StoreOpener-e782ec5859e82f94a8c5071e50723841-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:37,987 INFO [StoreOpener-e782ec5859e82f94a8c5071e50723841-1 {}] regionserver.HStore(327): Store=e782ec5859e82f94a8c5071e50723841/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:39:37,988 INFO [StoreOpener-e782ec5859e82f94a8c5071e50723841-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:37,988 INFO [StoreOpener-e782ec5859e82f94a8c5071e50723841-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:39:37,989 INFO [StoreOpener-e782ec5859e82f94a8c5071e50723841-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e782ec5859e82f94a8c5071e50723841 columnFamilyName C 2024-12-13T01:39:37,989 DEBUG [StoreOpener-e782ec5859e82f94a8c5071e50723841-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:39:37,989 INFO [StoreOpener-e782ec5859e82f94a8c5071e50723841-1 {}] regionserver.HStore(327): Store=e782ec5859e82f94a8c5071e50723841/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:39:37,989 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:37,990 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:37,990 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:37,991 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T01:39:37,992 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:37,994 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T01:39:37,995 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened e782ec5859e82f94a8c5071e50723841; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67582854, jitterRate=0.007063001394271851}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T01:39:37,995 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:37,996 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., pid=68, masterSystemTime=1734053977971 2024-12-13T01:39:37,997 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:37,998 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:37,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=e782ec5859e82f94a8c5071e50723841, regionState=OPEN, openSeqNum=2, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:38,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-13T01:39:38,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; OpenRegionProcedure e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 in 181 msec 2024-12-13T01:39:38,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-13T01:39:38,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e782ec5859e82f94a8c5071e50723841, ASSIGN in 339 msec 2024-12-13T01:39:38,002 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T01:39:38,002 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734053978002"}]},"ts":"1734053978002"} 2024-12-13T01:39:38,003 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-13T01:39:38,011 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T01:39:38,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2610 sec 2024-12-13T01:39:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-12-13T01:39:38,863 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 66 completed 2024-12-13T01:39:38,866 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-12-13T01:39:38,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:39:38,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:39:38,924 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:39:38,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T01:39:38,928 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T01:39:38,931 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-12-13T01:39:38,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:39:38,943 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-12-13T01:39:38,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:39:38,953 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-12-13T01:39:38,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:39:38,962 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-12-13T01:39:38,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:39:38,970 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e998dd3 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131ceb8f 2024-12-13T01:39:38,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d68f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:39:38,979 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-12-13T01:39:38,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:39:38,987 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f 2024-12-13T01:39:38,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:39:38,995 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b9e2976 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@598cfed4 2024-12-13T01:39:39,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521aad6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:39:39,004 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x56e9a678 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68ad882f 2024-12-13T01:39:39,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5b2180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:39:39,018 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f7f772a to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b976e1a 2024-12-13T01:39:39,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df61dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:39:39,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:39:39,033 DEBUG [hconnection-0x39e6b518-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:39:39,033 DEBUG [hconnection-0x60763863-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:39:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-12-13T01:39:39,034 DEBUG [hconnection-0x6c16c754-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:39:39,034 DEBUG [hconnection-0x61cb6d85-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:39:39,035 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:39:39,035 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:39:39,035 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:39:39,035 DEBUG [hconnection-0x577ec7d0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:39:39,035 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:39:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T01:39:39,036 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:39:39,036 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:39:39,037 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:39:39,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:39:39,041 DEBUG [hconnection-0x7bfb0b73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:39:39,042 DEBUG [hconnection-0x6392b824-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:39:39,042 DEBUG [hconnection-0x54570118-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:39:39,042 DEBUG [hconnection-0x627ffc69-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:39:39,043 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:39:39,043 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:39:39,043 DEBUG [hconnection-0x108109bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:39:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:39,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e782ec5859e82f94a8c5071e50723841 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T01:39:39,045 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:39:39,045 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:39:39,045 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:39:39,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=A 2024-12-13T01:39:39,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:39,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=B 2024-12-13T01:39:39,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:39,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=C 2024-12-13T01:39:39,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:39,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054039061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054039062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054039063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/ff25c60c4a9f4ffc9def4b8677ab2b2e is 50, key is test_row_0/A:col10/1734053979044/Put/seqid=0 2024-12-13T01:39:39,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054039064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054039064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742030_1206 (size=12001) 2024-12-13T01:39:39,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/ff25c60c4a9f4ffc9def4b8677ab2b2e 2024-12-13T01:39:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T01:39:39,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/77888a9d91f646d6b1f52a853d95e002 is 50, key is test_row_0/B:col10/1734053979044/Put/seqid=0 2024-12-13T01:39:39,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054039167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054039167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054039167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054039168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054039168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,188 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742031_1207 (size=12001) 2024-12-13T01:39:39,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-13T01:39:39,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:39,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:39,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:39,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:39,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T01:39:39,342 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-13T01:39:39,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:39,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:39,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:39,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:39,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:39,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054039371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054039371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054039372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054039372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054039373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,494 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-13T01:39:39,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:39,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:39,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:39,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:39,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:39,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/77888a9d91f646d6b1f52a853d95e002 2024-12-13T01:39:39,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/471466054b184408bc84422ec502c286 is 50, key is test_row_0/C:col10/1734053979044/Put/seqid=0 2024-12-13T01:39:39,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742032_1208 (size=12001) 2024-12-13T01:39:39,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/471466054b184408bc84422ec502c286 2024-12-13T01:39:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T01:39:39,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/ff25c60c4a9f4ffc9def4b8677ab2b2e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/ff25c60c4a9f4ffc9def4b8677ab2b2e 2024-12-13T01:39:39,646 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-13T01:39:39,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:39,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:39,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:39,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:39,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:39,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/ff25c60c4a9f4ffc9def4b8677ab2b2e, entries=150, sequenceid=13, filesize=11.7 K 2024-12-13T01:39:39,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/77888a9d91f646d6b1f52a853d95e002 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/77888a9d91f646d6b1f52a853d95e002 2024-12-13T01:39:39,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/77888a9d91f646d6b1f52a853d95e002, entries=150, sequenceid=13, filesize=11.7 K 2024-12-13T01:39:39,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/471466054b184408bc84422ec502c286 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/471466054b184408bc84422ec502c286 2024-12-13T01:39:39,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/471466054b184408bc84422ec502c286, entries=150, sequenceid=13, filesize=11.7 K 2024-12-13T01:39:39,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e782ec5859e82f94a8c5071e50723841 in 623ms, sequenceid=13, compaction requested=false 2024-12-13T01:39:39,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:39,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e782ec5859e82f94a8c5071e50723841 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-13T01:39:39,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=A 2024-12-13T01:39:39,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:39,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=B 2024-12-13T01:39:39,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:39,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=C 2024-12-13T01:39:39,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:39,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/24a830dd84364155bd25efd38a3e0b98 is 50, key is test_row_0/A:col10/1734053979675/Put/seqid=0 2024-12-13T01:39:39,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054039681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054039679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054039680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054039683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054039683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742033_1209 (size=12001) 2024-12-13T01:39:39,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054039786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054039786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054039786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054039786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054039786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,799 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-13T01:39:39,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:39,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:39,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:39,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:39,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:39,952 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-13T01:39:39,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:39,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:39,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:39,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:39,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:39,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054039989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054039989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054039990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054039990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:39,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054039997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:40,105 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:40,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-13T01:39:40,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:40,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:40,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:40,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:40,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:40,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/24a830dd84364155bd25efd38a3e0b98 2024-12-13T01:39:40,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/06bbae309aaf4bf49f5b4fc94ef3ddfc is 50, key is test_row_0/B:col10/1734053979675/Put/seqid=0 2024-12-13T01:39:40,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742034_1210 (size=12001) 2024-12-13T01:39:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T01:39:40,257 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:40,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-13T01:39:40,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:40,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:40,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:40,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:40,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:40,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054040292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:40,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054040292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:40,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054040293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:40,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054040294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:40,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054040299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:40,410 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:40,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-13T01:39:40,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:40,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:40,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:40,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:40,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:40,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/06bbae309aaf4bf49f5b4fc94ef3ddfc 2024-12-13T01:39:40,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/82606a57965347cebe42daef14f75611 is 50, key is test_row_0/C:col10/1734053979675/Put/seqid=0 2024-12-13T01:39:40,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742035_1211 (size=12001) 2024-12-13T01:39:40,562 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:40,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-13T01:39:40,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:40,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:40,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:40,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:40,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:40,715 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:40,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-13T01:39:40,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:40,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:40,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:40,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:40,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:40,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054040795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:40,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054040796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:40,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054040796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:40,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054040796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:40,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054040803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:40,867 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:40,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-13T01:39:40,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:40,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:40,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:40,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:40,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:40,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/82606a57965347cebe42daef14f75611 2024-12-13T01:39:40,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/24a830dd84364155bd25efd38a3e0b98 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/24a830dd84364155bd25efd38a3e0b98 2024-12-13T01:39:40,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/24a830dd84364155bd25efd38a3e0b98, entries=150, sequenceid=39, filesize=11.7 K 2024-12-13T01:39:40,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/06bbae309aaf4bf49f5b4fc94ef3ddfc as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/06bbae309aaf4bf49f5b4fc94ef3ddfc 2024-12-13T01:39:40,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/06bbae309aaf4bf49f5b4fc94ef3ddfc, entries=150, sequenceid=39, filesize=11.7 K 2024-12-13T01:39:40,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/82606a57965347cebe42daef14f75611 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/82606a57965347cebe42daef14f75611 2024-12-13T01:39:40,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/82606a57965347cebe42daef14f75611, entries=150, sequenceid=39, filesize=11.7 K 2024-12-13T01:39:40,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e782ec5859e82f94a8c5071e50723841 in 1278ms, sequenceid=39, compaction requested=false 2024-12-13T01:39:40,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:41,020 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:41,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-13T01:39:41,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:41,020 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing e782ec5859e82f94a8c5071e50723841 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-13T01:39:41,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=A 2024-12-13T01:39:41,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:41,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=B 2024-12-13T01:39:41,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:41,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=C 2024-12-13T01:39:41,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:41,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/29b6ddf3bf5d4996843934eb31e9f24d is 50, key is test_row_1/A:col10/1734053979682/Put/seqid=0 2024-12-13T01:39:41,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742036_1212 (size=9657) 2024-12-13T01:39:41,031 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/29b6ddf3bf5d4996843934eb31e9f24d 2024-12-13T01:39:41,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/1595cd20a34348568e9150be716a9fb5 is 50, key is test_row_1/B:col10/1734053979682/Put/seqid=0 2024-12-13T01:39:41,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742037_1213 (size=9657) 2024-12-13T01:39:41,052 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/1595cd20a34348568e9150be716a9fb5 2024-12-13T01:39:41,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/ff0ab2464c7849e19d47de43d140fb73 is 50, key is test_row_1/C:col10/1734053979682/Put/seqid=0 2024-12-13T01:39:41,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742038_1214 (size=9657) 2024-12-13T01:39:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T01:39:41,473 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/ff0ab2464c7849e19d47de43d140fb73 2024-12-13T01:39:41,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/29b6ddf3bf5d4996843934eb31e9f24d as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/29b6ddf3bf5d4996843934eb31e9f24d 2024-12-13T01:39:41,481 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/29b6ddf3bf5d4996843934eb31e9f24d, entries=100, sequenceid=49, filesize=9.4 K 2024-12-13T01:39:41,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/1595cd20a34348568e9150be716a9fb5 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/1595cd20a34348568e9150be716a9fb5 2024-12-13T01:39:41,486 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/1595cd20a34348568e9150be716a9fb5, entries=100, sequenceid=49, filesize=9.4 K 2024-12-13T01:39:41,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/ff0ab2464c7849e19d47de43d140fb73 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/ff0ab2464c7849e19d47de43d140fb73 2024-12-13T01:39:41,492 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/ff0ab2464c7849e19d47de43d140fb73, entries=100, sequenceid=49, filesize=9.4 K 2024-12-13T01:39:41,493 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for e782ec5859e82f94a8c5071e50723841 in 473ms, sequenceid=49, compaction requested=true 2024-12-13T01:39:41,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:41,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:41,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-13T01:39:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-13T01:39:41,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-13T01:39:41,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4570 sec 2024-12-13T01:39:41,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 2.4640 sec 2024-12-13T01:39:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:41,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e782ec5859e82f94a8c5071e50723841 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T01:39:41,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=A 2024-12-13T01:39:41,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:41,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=B 2024-12-13T01:39:41,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:41,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=C 2024-12-13T01:39:41,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:41,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/d45ed7176d3441f2ba54a7c06b08f9b4 is 50, key is test_row_0/A:col10/1734053981800/Put/seqid=0 2024-12-13T01:39:41,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742039_1215 (size=14341) 2024-12-13T01:39:41,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054041825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:41,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054041826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:41,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054041826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:41,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054041826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:41,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054041827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:41,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054041929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:41,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054041929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:41,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054041929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:41,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054041929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:41,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054041930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:42,036 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-13T01:39:42,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054042131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:42,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054042132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:42,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054042132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:42,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054042133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:42,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054042136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:42,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/d45ed7176d3441f2ba54a7c06b08f9b4 2024-12-13T01:39:42,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/1193a96610cb484ab1c7dc34c36a87ca is 50, key is test_row_0/B:col10/1734053981800/Put/seqid=0 2024-12-13T01:39:42,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742040_1216 (size=12001) 2024-12-13T01:39:42,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054042433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:42,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054042434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:42,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054042434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:42,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054042434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:42,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054042440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:42,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/1193a96610cb484ab1c7dc34c36a87ca 2024-12-13T01:39:42,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/78f166f8c36a4b799483442a468fc7b5 is 50, key is test_row_0/C:col10/1734053981800/Put/seqid=0 2024-12-13T01:39:42,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742041_1217 (size=12001) 2024-12-13T01:39:42,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054042936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:42,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054042937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:42,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054042939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:42,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054042939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:42,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054042943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:43,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/78f166f8c36a4b799483442a468fc7b5 2024-12-13T01:39:43,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/d45ed7176d3441f2ba54a7c06b08f9b4 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/d45ed7176d3441f2ba54a7c06b08f9b4 2024-12-13T01:39:43,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/d45ed7176d3441f2ba54a7c06b08f9b4, entries=200, sequenceid=60, filesize=14.0 K 2024-12-13T01:39:43,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/1193a96610cb484ab1c7dc34c36a87ca as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/1193a96610cb484ab1c7dc34c36a87ca 2024-12-13T01:39:43,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/1193a96610cb484ab1c7dc34c36a87ca, entries=150, sequenceid=60, filesize=11.7 K 2024-12-13T01:39:43,074 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-12-13T01:39:43,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/78f166f8c36a4b799483442a468fc7b5 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/78f166f8c36a4b799483442a468fc7b5 2024-12-13T01:39:43,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/78f166f8c36a4b799483442a468fc7b5, entries=150, sequenceid=60, filesize=11.7 K 2024-12-13T01:39:43,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e782ec5859e82f94a8c5071e50723841 in 1275ms, sequenceid=60, compaction requested=true 2024-12-13T01:39:43,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:43,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e782ec5859e82f94a8c5071e50723841:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:39:43,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:43,079 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T01:39:43,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e782ec5859e82f94a8c5071e50723841:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:39:43,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:43,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e782ec5859e82f94a8c5071e50723841:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:39:43,079 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T01:39:43,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:43,080 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48000 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T01:39:43,080 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T01:39:43,080 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): e782ec5859e82f94a8c5071e50723841/A is initiating minor compaction (all files) 2024-12-13T01:39:43,080 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): e782ec5859e82f94a8c5071e50723841/B is initiating minor compaction (all files) 2024-12-13T01:39:43,080 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e782ec5859e82f94a8c5071e50723841/A in TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:43,080 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e782ec5859e82f94a8c5071e50723841/B in TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:43,080 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/ff25c60c4a9f4ffc9def4b8677ab2b2e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/24a830dd84364155bd25efd38a3e0b98, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/29b6ddf3bf5d4996843934eb31e9f24d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/d45ed7176d3441f2ba54a7c06b08f9b4] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp, totalSize=46.9 K 2024-12-13T01:39:43,080 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/77888a9d91f646d6b1f52a853d95e002, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/06bbae309aaf4bf49f5b4fc94ef3ddfc, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/1595cd20a34348568e9150be716a9fb5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/1193a96610cb484ab1c7dc34c36a87ca] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp, totalSize=44.6 K 2024-12-13T01:39:43,081 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff25c60c4a9f4ffc9def4b8677ab2b2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734053979039 2024-12-13T01:39:43,081 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 77888a9d91f646d6b1f52a853d95e002, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734053979039 2024-12-13T01:39:43,081 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24a830dd84364155bd25efd38a3e0b98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734053979062 2024-12-13T01:39:43,081 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 06bbae309aaf4bf49f5b4fc94ef3ddfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734053979062 2024-12-13T01:39:43,081 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29b6ddf3bf5d4996843934eb31e9f24d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734053979682 2024-12-13T01:39:43,081 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 1595cd20a34348568e9150be716a9fb5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734053979682 2024-12-13T01:39:43,082 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting d45ed7176d3441f2ba54a7c06b08f9b4, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1734053981800 2024-12-13T01:39:43,082 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 1193a96610cb484ab1c7dc34c36a87ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1734053981800 2024-12-13T01:39:43,090 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e782ec5859e82f94a8c5071e50723841#B#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:43,090 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/4bcc79d25fdb44f4967ff7d6a76711e3 is 50, key is test_row_0/B:col10/1734053981800/Put/seqid=0 2024-12-13T01:39:43,093 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e782ec5859e82f94a8c5071e50723841#A#compaction#175 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:43,093 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/85c9deed6e42451caf55fc0a5aa8a4dd is 50, key is test_row_0/A:col10/1734053981800/Put/seqid=0 2024-12-13T01:39:43,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742042_1218 (size=12139) 2024-12-13T01:39:43,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742043_1219 (size=12139) 2024-12-13T01:39:43,102 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/85c9deed6e42451caf55fc0a5aa8a4dd as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/85c9deed6e42451caf55fc0a5aa8a4dd 2024-12-13T01:39:43,106 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e782ec5859e82f94a8c5071e50723841/A of e782ec5859e82f94a8c5071e50723841 into 85c9deed6e42451caf55fc0a5aa8a4dd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:43,106 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:43,106 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., storeName=e782ec5859e82f94a8c5071e50723841/A, priority=12, startTime=1734053983079; duration=0sec 2024-12-13T01:39:43,106 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:43,106 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e782ec5859e82f94a8c5071e50723841:A 2024-12-13T01:39:43,106 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T01:39:43,107 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T01:39:43,107 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): e782ec5859e82f94a8c5071e50723841/C is initiating minor compaction (all files) 2024-12-13T01:39:43,107 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e782ec5859e82f94a8c5071e50723841/C in TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:43,107 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/471466054b184408bc84422ec502c286, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/82606a57965347cebe42daef14f75611, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/ff0ab2464c7849e19d47de43d140fb73, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/78f166f8c36a4b799483442a468fc7b5] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp, totalSize=44.6 K 2024-12-13T01:39:43,108 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 471466054b184408bc84422ec502c286, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734053979039 2024-12-13T01:39:43,108 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82606a57965347cebe42daef14f75611, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734053979062 2024-12-13T01:39:43,108 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff0ab2464c7849e19d47de43d140fb73, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734053979682 2024-12-13T01:39:43,108 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78f166f8c36a4b799483442a468fc7b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1734053981800 2024-12-13T01:39:43,116 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e782ec5859e82f94a8c5071e50723841#C#compaction#176 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:43,117 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/b45d2d84395248e98d2405f369eeeebf is 50, key is test_row_0/C:col10/1734053981800/Put/seqid=0 2024-12-13T01:39:43,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742044_1220 (size=12139) 2024-12-13T01:39:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T01:39:43,141 INFO [Thread-981 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-13T01:39:43,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:39:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-12-13T01:39:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T01:39:43,144 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:39:43,145 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:39:43,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:39:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T01:39:43,297 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:43,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-13T01:39:43,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:43,298 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing e782ec5859e82f94a8c5071e50723841 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-13T01:39:43,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=A 2024-12-13T01:39:43,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:43,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=B 2024-12-13T01:39:43,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:43,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=C 2024-12-13T01:39:43,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:43,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/ef44535eafd54de3a313b72f705df788 is 50, key is test_row_0/A:col10/1734053981825/Put/seqid=0 2024-12-13T01:39:43,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742045_1221 (size=12001) 2024-12-13T01:39:43,337 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/ef44535eafd54de3a313b72f705df788 2024-12-13T01:39:43,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/ff30a04a9d304b58ab1cdb3cd96ca677 is 50, key is test_row_0/B:col10/1734053981825/Put/seqid=0 2024-12-13T01:39:43,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742046_1222 (size=12001) 2024-12-13T01:39:43,349 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/ff30a04a9d304b58ab1cdb3cd96ca677 2024-12-13T01:39:43,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/8c80a97be7764461a45b6732b5913254 is 50, key is test_row_0/C:col10/1734053981825/Put/seqid=0 2024-12-13T01:39:43,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742047_1223 (size=12001) 2024-12-13T01:39:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T01:39:43,501 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/4bcc79d25fdb44f4967ff7d6a76711e3 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/4bcc79d25fdb44f4967ff7d6a76711e3 2024-12-13T01:39:43,505 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e782ec5859e82f94a8c5071e50723841/B of e782ec5859e82f94a8c5071e50723841 into 4bcc79d25fdb44f4967ff7d6a76711e3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:43,506 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:43,506 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., storeName=e782ec5859e82f94a8c5071e50723841/B, priority=12, startTime=1734053983079; duration=0sec 2024-12-13T01:39:43,506 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:43,506 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e782ec5859e82f94a8c5071e50723841:B 2024-12-13T01:39:43,526 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/b45d2d84395248e98d2405f369eeeebf as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/b45d2d84395248e98d2405f369eeeebf 2024-12-13T01:39:43,531 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e782ec5859e82f94a8c5071e50723841/C of e782ec5859e82f94a8c5071e50723841 into b45d2d84395248e98d2405f369eeeebf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:43,531 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:43,531 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., storeName=e782ec5859e82f94a8c5071e50723841/C, priority=12, startTime=1734053983079; duration=0sec 2024-12-13T01:39:43,531 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:43,531 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e782ec5859e82f94a8c5071e50723841:C 2024-12-13T01:39:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T01:39:43,764 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/8c80a97be7764461a45b6732b5913254 2024-12-13T01:39:43,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/ef44535eafd54de3a313b72f705df788 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/ef44535eafd54de3a313b72f705df788 2024-12-13T01:39:43,776 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/ef44535eafd54de3a313b72f705df788, entries=150, sequenceid=86, filesize=11.7 K 2024-12-13T01:39:43,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/ff30a04a9d304b58ab1cdb3cd96ca677 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/ff30a04a9d304b58ab1cdb3cd96ca677 2024-12-13T01:39:43,781 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/ff30a04a9d304b58ab1cdb3cd96ca677, entries=150, sequenceid=86, filesize=11.7 K 2024-12-13T01:39:43,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/8c80a97be7764461a45b6732b5913254 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/8c80a97be7764461a45b6732b5913254 2024-12-13T01:39:43,786 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/8c80a97be7764461a45b6732b5913254, entries=150, sequenceid=86, filesize=11.7 K 2024-12-13T01:39:43,787 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for e782ec5859e82f94a8c5071e50723841 in 489ms, sequenceid=86, compaction requested=false 2024-12-13T01:39:43,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:43,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:43,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-12-13T01:39:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-12-13T01:39:43,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-13T01:39:43,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 645 msec 2024-12-13T01:39:43,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 650 msec 2024-12-13T01:39:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:43,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e782ec5859e82f94a8c5071e50723841 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T01:39:43,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=A 2024-12-13T01:39:43,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:43,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=B 2024-12-13T01:39:43,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:43,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=C 2024-12-13T01:39:43,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:43,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/e82c7979367c4deeb7d6f012a464b8a4 is 50, key is test_row_0/A:col10/1734053983946/Put/seqid=0 2024-12-13T01:39:43,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742048_1224 (size=14341) 2024-12-13T01:39:43,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054043964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:43,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054043965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:43,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054043965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:43,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054043965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:43,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054043966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:44,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054044067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:44,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054044068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:44,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054044068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:44,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054044068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:44,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054044069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T01:39:44,248 INFO [Thread-981 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-12-13T01:39:44,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:39:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-12-13T01:39:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-13T01:39:44,250 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:39:44,251 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:39:44,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:39:44,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054044269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:44,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054044270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:44,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:44,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054044271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054044271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:44,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054044271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-13T01:39:44,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/e82c7979367c4deeb7d6f012a464b8a4 2024-12-13T01:39:44,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/e5bbc92088ca4f8db3baae9e43816a95 is 50, key is test_row_0/B:col10/1734053983946/Put/seqid=0 2024-12-13T01:39:44,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742049_1225 (size=12001) 2024-12-13T01:39:44,402 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:44,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-13T01:39:44,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:44,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:44,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:44,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:44,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-13T01:39:44,554 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:44,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-13T01:39:44,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:44,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:44,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:44,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:44,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:44,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054044573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:44,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054044573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:44,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054044573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:44,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054044573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:44,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054044574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:44,707 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:44,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-13T01:39:44,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:44,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:44,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:44,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:44,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:44,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/e5bbc92088ca4f8db3baae9e43816a95 2024-12-13T01:39:44,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/48f8c07dd02947c6bb90f1890c0d0a39 is 50, key is test_row_0/C:col10/1734053983946/Put/seqid=0 2024-12-13T01:39:44,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742050_1226 (size=12001) 2024-12-13T01:39:44,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/48f8c07dd02947c6bb90f1890c0d0a39 2024-12-13T01:39:44,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/e82c7979367c4deeb7d6f012a464b8a4 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/e82c7979367c4deeb7d6f012a464b8a4 2024-12-13T01:39:44,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/e82c7979367c4deeb7d6f012a464b8a4, entries=200, sequenceid=100, filesize=14.0 K 2024-12-13T01:39:44,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/e5bbc92088ca4f8db3baae9e43816a95 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/e5bbc92088ca4f8db3baae9e43816a95 2024-12-13T01:39:44,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/e5bbc92088ca4f8db3baae9e43816a95, entries=150, sequenceid=100, filesize=11.7 K 2024-12-13T01:39:44,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/48f8c07dd02947c6bb90f1890c0d0a39 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/48f8c07dd02947c6bb90f1890c0d0a39 2024-12-13T01:39:44,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/48f8c07dd02947c6bb90f1890c0d0a39, entries=150, sequenceid=100, filesize=11.7 K 2024-12-13T01:39:44,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for e782ec5859e82f94a8c5071e50723841 in 849ms, sequenceid=100, compaction requested=true 2024-12-13T01:39:44,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:44,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e782ec5859e82f94a8c5071e50723841:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:39:44,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:44,795 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:44,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e782ec5859e82f94a8c5071e50723841:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:39:44,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:44,796 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:44,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e782ec5859e82f94a8c5071e50723841:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:39:44,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:44,796 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:44,796 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:44,797 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): e782ec5859e82f94a8c5071e50723841/A is initiating minor compaction (all files) 2024-12-13T01:39:44,797 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): e782ec5859e82f94a8c5071e50723841/B is initiating minor compaction (all files) 2024-12-13T01:39:44,797 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e782ec5859e82f94a8c5071e50723841/A in TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:44,797 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e782ec5859e82f94a8c5071e50723841/B in TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:44,797 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/4bcc79d25fdb44f4967ff7d6a76711e3, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/ff30a04a9d304b58ab1cdb3cd96ca677, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/e5bbc92088ca4f8db3baae9e43816a95] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp, totalSize=35.3 K 2024-12-13T01:39:44,797 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/85c9deed6e42451caf55fc0a5aa8a4dd, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/ef44535eafd54de3a313b72f705df788, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/e82c7979367c4deeb7d6f012a464b8a4] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp, totalSize=37.6 K 2024-12-13T01:39:44,797 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bcc79d25fdb44f4967ff7d6a76711e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1734053981800 2024-12-13T01:39:44,797 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85c9deed6e42451caf55fc0a5aa8a4dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1734053981800 2024-12-13T01:39:44,798 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting ff30a04a9d304b58ab1cdb3cd96ca677, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1734053981824 2024-12-13T01:39:44,798 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef44535eafd54de3a313b72f705df788, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1734053981824 2024-12-13T01:39:44,798 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting e5bbc92088ca4f8db3baae9e43816a95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1734053983945 2024-12-13T01:39:44,798 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting e82c7979367c4deeb7d6f012a464b8a4, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1734053983944 2024-12-13T01:39:44,805 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e782ec5859e82f94a8c5071e50723841#B#compaction#184 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:44,805 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e782ec5859e82f94a8c5071e50723841#A#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:44,805 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/6347b18394c2440e938437840d21cd22 is 50, key is test_row_0/B:col10/1734053983946/Put/seqid=0 2024-12-13T01:39:44,805 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/6ba3388c5b2f42b58f469e42002bcce8 is 50, key is test_row_0/A:col10/1734053983946/Put/seqid=0 2024-12-13T01:39:44,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742051_1227 (size=12241) 2024-12-13T01:39:44,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742052_1228 (size=12241) 2024-12-13T01:39:44,838 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/6ba3388c5b2f42b58f469e42002bcce8 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/6ba3388c5b2f42b58f469e42002bcce8 2024-12-13T01:39:44,845 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e782ec5859e82f94a8c5071e50723841/A of e782ec5859e82f94a8c5071e50723841 into 6ba3388c5b2f42b58f469e42002bcce8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:44,845 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:44,845 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., storeName=e782ec5859e82f94a8c5071e50723841/A, priority=13, startTime=1734053984795; duration=0sec 2024-12-13T01:39:44,845 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:44,845 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e782ec5859e82f94a8c5071e50723841:A 2024-12-13T01:39:44,845 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:44,846 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:44,846 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): e782ec5859e82f94a8c5071e50723841/C is initiating minor compaction (all files) 2024-12-13T01:39:44,846 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e782ec5859e82f94a8c5071e50723841/C in TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:44,846 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/b45d2d84395248e98d2405f369eeeebf, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/8c80a97be7764461a45b6732b5913254, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/48f8c07dd02947c6bb90f1890c0d0a39] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp, totalSize=35.3 K 2024-12-13T01:39:44,847 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting b45d2d84395248e98d2405f369eeeebf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1734053981800 2024-12-13T01:39:44,847 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c80a97be7764461a45b6732b5913254, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1734053981824 2024-12-13T01:39:44,847 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48f8c07dd02947c6bb90f1890c0d0a39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1734053983945 2024-12-13T01:39:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-13T01:39:44,853 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e782ec5859e82f94a8c5071e50723841#C#compaction#185 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:44,853 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/9bf5008f8c794dcc8161f77f11e7d95a is 50, key is test_row_0/C:col10/1734053983946/Put/seqid=0 2024-12-13T01:39:44,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742053_1229 (size=12241) 2024-12-13T01:39:44,859 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:44,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-13T01:39:44,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:44,860 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing e782ec5859e82f94a8c5071e50723841 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-13T01:39:44,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=A 2024-12-13T01:39:44,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:44,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=B 2024-12-13T01:39:44,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:44,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=C 2024-12-13T01:39:44,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:44,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/56ff091766d14c6a89f71fb2a466feca is 50, key is test_row_0/A:col10/1734053983961/Put/seqid=0 2024-12-13T01:39:44,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742054_1230 (size=12001) 2024-12-13T01:39:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:45,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:45,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054045080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:45,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054045080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:45,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054045080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:45,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054045081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:45,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054045082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:45,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054045183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:45,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054045183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:45,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054045183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:45,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054045184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:45,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054045184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:45,214 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/6347b18394c2440e938437840d21cd22 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/6347b18394c2440e938437840d21cd22 2024-12-13T01:39:45,219 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e782ec5859e82f94a8c5071e50723841/B of e782ec5859e82f94a8c5071e50723841 into 6347b18394c2440e938437840d21cd22(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:45,219 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:45,219 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., storeName=e782ec5859e82f94a8c5071e50723841/B, priority=13, startTime=1734053984795; duration=0sec 2024-12-13T01:39:45,219 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:45,219 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e782ec5859e82f94a8c5071e50723841:B 2024-12-13T01:39:45,262 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/9bf5008f8c794dcc8161f77f11e7d95a as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/9bf5008f8c794dcc8161f77f11e7d95a 2024-12-13T01:39:45,266 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e782ec5859e82f94a8c5071e50723841/C of e782ec5859e82f94a8c5071e50723841 into 9bf5008f8c794dcc8161f77f11e7d95a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:45,266 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:45,266 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., storeName=e782ec5859e82f94a8c5071e50723841/C, priority=13, startTime=1734053984796; duration=0sec 2024-12-13T01:39:45,266 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:45,267 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e782ec5859e82f94a8c5071e50723841:C 2024-12-13T01:39:45,269 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/56ff091766d14c6a89f71fb2a466feca 2024-12-13T01:39:45,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/7b426acf0ffb498d9d714ab3c03fd36b is 50, key is test_row_0/B:col10/1734053983961/Put/seqid=0 2024-12-13T01:39:45,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742055_1231 (size=12001) 2024-12-13T01:39:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-13T01:39:45,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054045385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:45,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054045385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:45,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054045386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:45,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054045386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:45,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054045387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:45,685 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/7b426acf0ffb498d9d714ab3c03fd36b 2024-12-13T01:39:45,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054045688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:45,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054045689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:45,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054045689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:45,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054045690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:45,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/cd15f72c45624073bf704a7bbac8822b is 50, key is test_row_0/C:col10/1734053983961/Put/seqid=0 2024-12-13T01:39:45,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054045691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:45,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742056_1232 (size=12001) 2024-12-13T01:39:46,103 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/cd15f72c45624073bf704a7bbac8822b 2024-12-13T01:39:46,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/56ff091766d14c6a89f71fb2a466feca as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/56ff091766d14c6a89f71fb2a466feca 2024-12-13T01:39:46,111 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/56ff091766d14c6a89f71fb2a466feca, entries=150, sequenceid=126, filesize=11.7 K 2024-12-13T01:39:46,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/7b426acf0ffb498d9d714ab3c03fd36b as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/7b426acf0ffb498d9d714ab3c03fd36b 2024-12-13T01:39:46,117 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/7b426acf0ffb498d9d714ab3c03fd36b, entries=150, sequenceid=126, filesize=11.7 K 2024-12-13T01:39:46,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/cd15f72c45624073bf704a7bbac8822b as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/cd15f72c45624073bf704a7bbac8822b 2024-12-13T01:39:46,123 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/cd15f72c45624073bf704a7bbac8822b, entries=150, sequenceid=126, filesize=11.7 K 2024-12-13T01:39:46,123 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e782ec5859e82f94a8c5071e50723841 in 1263ms, sequenceid=126, compaction requested=false 2024-12-13T01:39:46,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:46,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:46,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-12-13T01:39:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-12-13T01:39:46,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-13T01:39:46,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8740 sec 2024-12-13T01:39:46,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.8770 sec 2024-12-13T01:39:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:46,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e782ec5859e82f94a8c5071e50723841 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-13T01:39:46,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=A 2024-12-13T01:39:46,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:46,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=B 2024-12-13T01:39:46,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:46,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=C 2024-12-13T01:39:46,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:46,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/4298d10ab3194ccfadf629b641c26673 is 50, key is test_row_0/A:col10/1734053985080/Put/seqid=0 2024-12-13T01:39:46,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742057_1233 (size=12151) 2024-12-13T01:39:46,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/4298d10ab3194ccfadf629b641c26673 2024-12-13T01:39:46,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:46,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:46,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054046208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054046208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054046209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:46,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/e6162ce69a834f718e33d8296f32bc59 is 50, key is test_row_0/B:col10/1734053985080/Put/seqid=0 2024-12-13T01:39:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054046212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054046212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742058_1234 (size=12151) 2024-12-13T01:39:46,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054046313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054046313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054046313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054046315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054046315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-13T01:39:46,354 INFO [Thread-981 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-13T01:39:46,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:39:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-13T01:39:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T01:39:46,357 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:39:46,357 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:39:46,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:39:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T01:39:46,509 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-13T01:39:46,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:46,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:46,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:46,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:46,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:46,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054046515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054046516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054046516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054046518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054046518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/e6162ce69a834f718e33d8296f32bc59 2024-12-13T01:39:46,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/46a61bb6856a48cbbe2960957d8edc15 is 50, key is test_row_0/C:col10/1734053985080/Put/seqid=0 2024-12-13T01:39:46,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742059_1235 (size=12151) 2024-12-13T01:39:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T01:39:46,661 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-13T01:39:46,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:46,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:46,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:46,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:46,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:46,813 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-13T01:39:46,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:46,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:46,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:46,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:46,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:46,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054046819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054046819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054046820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054046822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054046822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T01:39:46,966 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:46,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-13T01:39:46,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:46,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:46,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:46,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:46,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:47,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/46a61bb6856a48cbbe2960957d8edc15 2024-12-13T01:39:47,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/4298d10ab3194ccfadf629b641c26673 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/4298d10ab3194ccfadf629b641c26673 2024-12-13T01:39:47,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/4298d10ab3194ccfadf629b641c26673, entries=150, sequenceid=140, filesize=11.9 K 2024-12-13T01:39:47,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/e6162ce69a834f718e33d8296f32bc59 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/e6162ce69a834f718e33d8296f32bc59 2024-12-13T01:39:47,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/e6162ce69a834f718e33d8296f32bc59, entries=150, sequenceid=140, filesize=11.9 K 2024-12-13T01:39:47,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/46a61bb6856a48cbbe2960957d8edc15 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/46a61bb6856a48cbbe2960957d8edc15 2024-12-13T01:39:47,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/46a61bb6856a48cbbe2960957d8edc15, entries=150, sequenceid=140, filesize=11.9 K 2024-12-13T01:39:47,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for e782ec5859e82f94a8c5071e50723841 in 857ms, sequenceid=140, compaction requested=true 2024-12-13T01:39:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e782ec5859e82f94a8c5071e50723841:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:39:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:47,050 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e782ec5859e82f94a8c5071e50723841:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:39:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e782ec5859e82f94a8c5071e50723841:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:39:47,050 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:47,051 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:47,051 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): e782ec5859e82f94a8c5071e50723841/B is initiating minor compaction (all files) 2024-12-13T01:39:47,051 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e782ec5859e82f94a8c5071e50723841/B in TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:47,052 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/6347b18394c2440e938437840d21cd22, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/7b426acf0ffb498d9d714ab3c03fd36b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/e6162ce69a834f718e33d8296f32bc59] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp, totalSize=35.5 K 2024-12-13T01:39:47,052 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:47,052 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): e782ec5859e82f94a8c5071e50723841/A is initiating minor compaction (all files) 2024-12-13T01:39:47,052 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e782ec5859e82f94a8c5071e50723841/A in TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:47,052 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 6347b18394c2440e938437840d21cd22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1734053983945 2024-12-13T01:39:47,052 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/6ba3388c5b2f42b58f469e42002bcce8, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/56ff091766d14c6a89f71fb2a466feca, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/4298d10ab3194ccfadf629b641c26673] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp, totalSize=35.5 K 2024-12-13T01:39:47,052 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b426acf0ffb498d9d714ab3c03fd36b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1734053983961 2024-12-13T01:39:47,052 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ba3388c5b2f42b58f469e42002bcce8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1734053983945 2024-12-13T01:39:47,052 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting e6162ce69a834f718e33d8296f32bc59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1734053985080 2024-12-13T01:39:47,052 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56ff091766d14c6a89f71fb2a466feca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1734053983961 2024-12-13T01:39:47,053 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4298d10ab3194ccfadf629b641c26673, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1734053985080 2024-12-13T01:39:47,058 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e782ec5859e82f94a8c5071e50723841#A#compaction#193 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:47,058 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e782ec5859e82f94a8c5071e50723841#B#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:47,058 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/2d81b8bb62c74634a2fbd2eba8bef4fc is 50, key is test_row_0/B:col10/1734053985080/Put/seqid=0 2024-12-13T01:39:47,058 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/566c8d32d33f40eda2636f563735bf54 is 50, key is test_row_0/A:col10/1734053985080/Put/seqid=0 2024-12-13T01:39:47,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742061_1237 (size=12493) 2024-12-13T01:39:47,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742060_1236 (size=12493) 2024-12-13T01:39:47,118 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:47,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-13T01:39:47,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:47,119 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing e782ec5859e82f94a8c5071e50723841 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-13T01:39:47,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=A 2024-12-13T01:39:47,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:47,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=B 2024-12-13T01:39:47,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:47,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=C 2024-12-13T01:39:47,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:47,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/4210e811fb334204afdac3ae20d89c81 is 50, key is test_row_0/A:col10/1734053986207/Put/seqid=0 2024-12-13T01:39:47,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742062_1238 (size=12151) 2024-12-13T01:39:47,126 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/4210e811fb334204afdac3ae20d89c81 2024-12-13T01:39:47,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/6a740060e8ba4a369da82c5ef65957f9 is 50, key is test_row_0/B:col10/1734053986207/Put/seqid=0 2024-12-13T01:39:47,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742063_1239 (size=12151) 2024-12-13T01:39:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:47,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:47,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:47,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054047328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054047329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:47,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:47,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054047328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054047330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:47,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054047331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:47,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:47,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054047432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054047432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:47,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054047432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:47,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054047432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:47,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054047434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T01:39:47,473 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/2d81b8bb62c74634a2fbd2eba8bef4fc as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/2d81b8bb62c74634a2fbd2eba8bef4fc 2024-12-13T01:39:47,479 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e782ec5859e82f94a8c5071e50723841/B of e782ec5859e82f94a8c5071e50723841 into 2d81b8bb62c74634a2fbd2eba8bef4fc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:47,479 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:47,479 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., storeName=e782ec5859e82f94a8c5071e50723841/B, priority=13, startTime=1734053987050; duration=0sec 2024-12-13T01:39:47,479 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:47,479 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e782ec5859e82f94a8c5071e50723841:B 2024-12-13T01:39:47,479 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:47,480 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/566c8d32d33f40eda2636f563735bf54 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/566c8d32d33f40eda2636f563735bf54 2024-12-13T01:39:47,481 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:47,481 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): e782ec5859e82f94a8c5071e50723841/C is initiating minor compaction (all files) 2024-12-13T01:39:47,481 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e782ec5859e82f94a8c5071e50723841/C in TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:47,481 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/9bf5008f8c794dcc8161f77f11e7d95a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/cd15f72c45624073bf704a7bbac8822b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/46a61bb6856a48cbbe2960957d8edc15] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp, totalSize=35.5 K 2024-12-13T01:39:47,481 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bf5008f8c794dcc8161f77f11e7d95a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1734053983945 2024-12-13T01:39:47,482 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting cd15f72c45624073bf704a7bbac8822b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1734053983961 2024-12-13T01:39:47,483 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 46a61bb6856a48cbbe2960957d8edc15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1734053985080 2024-12-13T01:39:47,488 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e782ec5859e82f94a8c5071e50723841/A of e782ec5859e82f94a8c5071e50723841 into 566c8d32d33f40eda2636f563735bf54(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:47,488 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:47,488 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., storeName=e782ec5859e82f94a8c5071e50723841/A, priority=13, startTime=1734053987050; duration=0sec 2024-12-13T01:39:47,488 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:47,488 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e782ec5859e82f94a8c5071e50723841:A 2024-12-13T01:39:47,489 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e782ec5859e82f94a8c5071e50723841#C#compaction#196 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:47,490 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/8f37d9630fe048b1a78ca77584200c53 is 50, key is test_row_0/C:col10/1734053985080/Put/seqid=0 2024-12-13T01:39:47,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742064_1240 (size=12493) 2024-12-13T01:39:47,536 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/6a740060e8ba4a369da82c5ef65957f9 2024-12-13T01:39:47,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/7fd434c997da4e8997534d7c38d0a768 is 50, key is test_row_0/C:col10/1734053986207/Put/seqid=0 2024-12-13T01:39:47,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742065_1241 (size=12151) 2024-12-13T01:39:47,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054047634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:47,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054047635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:47,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054047635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:47,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054047637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:47,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054047638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:47,897 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/8f37d9630fe048b1a78ca77584200c53 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/8f37d9630fe048b1a78ca77584200c53 2024-12-13T01:39:47,901 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e782ec5859e82f94a8c5071e50723841/C of e782ec5859e82f94a8c5071e50723841 into 8f37d9630fe048b1a78ca77584200c53(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:47,901 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:47,901 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., storeName=e782ec5859e82f94a8c5071e50723841/C, priority=13, startTime=1734053987050; duration=0sec 2024-12-13T01:39:47,902 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:47,902 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e782ec5859e82f94a8c5071e50723841:C 2024-12-13T01:39:47,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054047936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:47,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054047939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:47,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054047939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:47,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054047939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:47,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054047940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:47,948 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/7fd434c997da4e8997534d7c38d0a768 2024-12-13T01:39:47,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/4210e811fb334204afdac3ae20d89c81 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/4210e811fb334204afdac3ae20d89c81 2024-12-13T01:39:47,957 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/4210e811fb334204afdac3ae20d89c81, entries=150, sequenceid=165, filesize=11.9 K 2024-12-13T01:39:47,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/6a740060e8ba4a369da82c5ef65957f9 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/6a740060e8ba4a369da82c5ef65957f9 2024-12-13T01:39:47,962 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/6a740060e8ba4a369da82c5ef65957f9, entries=150, sequenceid=165, filesize=11.9 K 2024-12-13T01:39:47,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/7fd434c997da4e8997534d7c38d0a768 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/7fd434c997da4e8997534d7c38d0a768 2024-12-13T01:39:47,967 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/7fd434c997da4e8997534d7c38d0a768, entries=150, sequenceid=165, filesize=11.9 K 2024-12-13T01:39:47,968 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e782ec5859e82f94a8c5071e50723841 in 849ms, sequenceid=165, compaction requested=false 2024-12-13T01:39:47,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:47,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:47,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-13T01:39:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-13T01:39:47,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-13T01:39:47,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6120 sec 2024-12-13T01:39:47,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.6150 sec 2024-12-13T01:39:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:48,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e782ec5859e82f94a8c5071e50723841 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-13T01:39:48,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=A 2024-12-13T01:39:48,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:48,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=B 2024-12-13T01:39:48,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:48,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=C 2024-12-13T01:39:48,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:48,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/3c5a02edbc064745b3fb2f5fb6e78c53 is 50, key is test_row_0/A:col10/1734053987327/Put/seqid=0 2024-12-13T01:39:48,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742066_1242 (size=12151) 2024-12-13T01:39:48,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/3c5a02edbc064745b3fb2f5fb6e78c53 2024-12-13T01:39:48,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/042309313a8a477890df9904c5b309b4 is 50, key is test_row_0/B:col10/1734053987327/Put/seqid=0 2024-12-13T01:39:48,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:48,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054048455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054048455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:48,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054048456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:48,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742067_1243 (size=12151) 2024-12-13T01:39:48,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T01:39:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054048457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:48,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054048457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:48,459 INFO [Thread-981 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-13T01:39:48,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/042309313a8a477890df9904c5b309b4 2024-12-13T01:39:48,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:39:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-13T01:39:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-13T01:39:48,463 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:39:48,463 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:39:48,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:39:48,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/db92946b813641bfb4410aa1dc2489a1 is 50, key is test_row_0/C:col10/1734053987327/Put/seqid=0 2024-12-13T01:39:48,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742068_1244 (size=12151) 2024-12-13T01:39:48,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054048559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:48,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054048559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:48,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054048559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:48,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054048560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:48,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054048560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-13T01:39:48,614 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:48,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-13T01:39:48,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:48,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:48,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:48,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:48,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:48,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054048761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:48,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054048761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-13T01:39:48,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054048761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:48,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054048763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:48,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054048763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:48,767 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:48,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-13T01:39:48,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:48,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:48,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:48,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:48,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:48,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/db92946b813641bfb4410aa1dc2489a1 2024-12-13T01:39:48,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/3c5a02edbc064745b3fb2f5fb6e78c53 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/3c5a02edbc064745b3fb2f5fb6e78c53 2024-12-13T01:39:48,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/3c5a02edbc064745b3fb2f5fb6e78c53, entries=150, sequenceid=180, filesize=11.9 K 2024-12-13T01:39:48,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/042309313a8a477890df9904c5b309b4 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/042309313a8a477890df9904c5b309b4 2024-12-13T01:39:48,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/042309313a8a477890df9904c5b309b4, entries=150, sequenceid=180, filesize=11.9 K 2024-12-13T01:39:48,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/db92946b813641bfb4410aa1dc2489a1 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/db92946b813641bfb4410aa1dc2489a1 2024-12-13T01:39:48,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/db92946b813641bfb4410aa1dc2489a1, entries=150, sequenceid=180, filesize=11.9 K 2024-12-13T01:39:48,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e782ec5859e82f94a8c5071e50723841 in 448ms, sequenceid=180, compaction requested=true 2024-12-13T01:39:48,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:48,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e782ec5859e82f94a8c5071e50723841:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:39:48,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:48,889 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:48,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e782ec5859e82f94a8c5071e50723841:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:39:48,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:48,889 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:48,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e782ec5859e82f94a8c5071e50723841:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:39:48,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:48,890 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:48,890 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): e782ec5859e82f94a8c5071e50723841/A is initiating minor compaction (all files) 2024-12-13T01:39:48,890 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e782ec5859e82f94a8c5071e50723841/A in TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:48,890 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/566c8d32d33f40eda2636f563735bf54, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/4210e811fb334204afdac3ae20d89c81, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/3c5a02edbc064745b3fb2f5fb6e78c53] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp, totalSize=35.9 K 2024-12-13T01:39:48,891 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:48,891 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): e782ec5859e82f94a8c5071e50723841/B is initiating minor compaction (all files) 2024-12-13T01:39:48,891 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e782ec5859e82f94a8c5071e50723841/B in TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:48,891 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 566c8d32d33f40eda2636f563735bf54, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1734053985080 2024-12-13T01:39:48,891 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/2d81b8bb62c74634a2fbd2eba8bef4fc, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/6a740060e8ba4a369da82c5ef65957f9, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/042309313a8a477890df9904c5b309b4] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp, totalSize=35.9 K 2024-12-13T01:39:48,891 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4210e811fb334204afdac3ae20d89c81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1734053986207 2024-12-13T01:39:48,891 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d81b8bb62c74634a2fbd2eba8bef4fc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1734053985080 2024-12-13T01:39:48,891 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c5a02edbc064745b3fb2f5fb6e78c53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734053987327 2024-12-13T01:39:48,891 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a740060e8ba4a369da82c5ef65957f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1734053986207 2024-12-13T01:39:48,892 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 042309313a8a477890df9904c5b309b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734053987327 2024-12-13T01:39:48,898 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e782ec5859e82f94a8c5071e50723841#A#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:48,898 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/42726f7e338249299b1450b1f41048fb is 50, key is test_row_0/A:col10/1734053987327/Put/seqid=0 2024-12-13T01:39:48,901 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e782ec5859e82f94a8c5071e50723841#B#compaction#202 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:48,901 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/4fe50a25c7d0420d97e70a1d3cfd49c0 is 50, key is test_row_0/B:col10/1734053987327/Put/seqid=0 2024-12-13T01:39:48,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742069_1245 (size=12595) 2024-12-13T01:39:48,919 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:48,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-13T01:39:48,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:48,919 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing e782ec5859e82f94a8c5071e50723841 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-13T01:39:48,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=A 2024-12-13T01:39:48,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:48,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=B 2024-12-13T01:39:48,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:48,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=C 2024-12-13T01:39:48,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:48,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/3a52f098411a406c970f84960d83c50e is 50, key is test_row_0/A:col10/1734053988453/Put/seqid=0 2024-12-13T01:39:48,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742070_1246 (size=12595) 2024-12-13T01:39:48,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742071_1247 (size=12151) 2024-12-13T01:39:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-13T01:39:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:49,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:49,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054049069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:49,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054049070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:49,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054049070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:49,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054049071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:49,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054049071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:49,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054049172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:49,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054049173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:49,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:49,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054049173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054049173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:49,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054049173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:49,321 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/42726f7e338249299b1450b1f41048fb as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/42726f7e338249299b1450b1f41048fb 2024-12-13T01:39:49,325 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e782ec5859e82f94a8c5071e50723841/A of e782ec5859e82f94a8c5071e50723841 into 42726f7e338249299b1450b1f41048fb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:49,326 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:49,326 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., storeName=e782ec5859e82f94a8c5071e50723841/A, priority=13, startTime=1734053988889; duration=0sec 2024-12-13T01:39:49,326 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:49,326 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e782ec5859e82f94a8c5071e50723841:A 2024-12-13T01:39:49,326 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:49,327 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:49,327 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): e782ec5859e82f94a8c5071e50723841/C is initiating minor compaction (all files) 2024-12-13T01:39:49,327 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e782ec5859e82f94a8c5071e50723841/C in TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:49,327 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/8f37d9630fe048b1a78ca77584200c53, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/7fd434c997da4e8997534d7c38d0a768, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/db92946b813641bfb4410aa1dc2489a1] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp, totalSize=35.9 K 2024-12-13T01:39:49,327 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f37d9630fe048b1a78ca77584200c53, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1734053985080 2024-12-13T01:39:49,328 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fd434c997da4e8997534d7c38d0a768, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1734053986207 2024-12-13T01:39:49,328 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting db92946b813641bfb4410aa1dc2489a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734053987327 2024-12-13T01:39:49,335 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e782ec5859e82f94a8c5071e50723841#C#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:49,335 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/cfea830f3ab241cdbf3ef76337da7718 is 50, key is test_row_0/C:col10/1734053987327/Put/seqid=0 2024-12-13T01:39:49,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742072_1248 (size=12595) 2024-12-13T01:39:49,342 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/4fe50a25c7d0420d97e70a1d3cfd49c0 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/4fe50a25c7d0420d97e70a1d3cfd49c0 2024-12-13T01:39:49,347 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e782ec5859e82f94a8c5071e50723841/B of e782ec5859e82f94a8c5071e50723841 into 4fe50a25c7d0420d97e70a1d3cfd49c0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:49,347 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:49,347 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., storeName=e782ec5859e82f94a8c5071e50723841/B, priority=13, startTime=1734053988889; duration=0sec 2024-12-13T01:39:49,347 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:49,347 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e782ec5859e82f94a8c5071e50723841:B 2024-12-13T01:39:49,353 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/3a52f098411a406c970f84960d83c50e 2024-12-13T01:39:49,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/d20f65569e7b4e1b8bb8c60c994aee8e is 50, key is test_row_0/B:col10/1734053988453/Put/seqid=0 2024-12-13T01:39:49,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742073_1249 (size=12151) 2024-12-13T01:39:49,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054049374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:49,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054049375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:49,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:49,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054049376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054049376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:49,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054049377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-13T01:39:49,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054049677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:49,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054049678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:49,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054049679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:49,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054049679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:49,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054049679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:49,745 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/cfea830f3ab241cdbf3ef76337da7718 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/cfea830f3ab241cdbf3ef76337da7718 2024-12-13T01:39:49,749 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e782ec5859e82f94a8c5071e50723841/C of e782ec5859e82f94a8c5071e50723841 into cfea830f3ab241cdbf3ef76337da7718(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:49,749 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:49,749 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., storeName=e782ec5859e82f94a8c5071e50723841/C, priority=13, startTime=1734053988889; duration=0sec 2024-12-13T01:39:49,749 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:49,749 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e782ec5859e82f94a8c5071e50723841:C 2024-12-13T01:39:49,764 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/d20f65569e7b4e1b8bb8c60c994aee8e 2024-12-13T01:39:49,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/339239bf9d8a4f91a5a0c94909c13483 is 50, key is test_row_0/C:col10/1734053988453/Put/seqid=0 2024-12-13T01:39:49,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742074_1250 (size=12151) 2024-12-13T01:39:50,176 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/339239bf9d8a4f91a5a0c94909c13483 2024-12-13T01:39:50,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054050179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:50,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/3a52f098411a406c970f84960d83c50e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/3a52f098411a406c970f84960d83c50e 2024-12-13T01:39:50,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054050181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:50,183 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/3a52f098411a406c970f84960d83c50e, entries=150, sequenceid=204, filesize=11.9 K 2024-12-13T01:39:50,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/d20f65569e7b4e1b8bb8c60c994aee8e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/d20f65569e7b4e1b8bb8c60c994aee8e 2024-12-13T01:39:50,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054050183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:50,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:50,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054050185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054050185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:50,190 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/d20f65569e7b4e1b8bb8c60c994aee8e, entries=150, sequenceid=204, filesize=11.9 K 2024-12-13T01:39:50,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/339239bf9d8a4f91a5a0c94909c13483 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/339239bf9d8a4f91a5a0c94909c13483 2024-12-13T01:39:50,195 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/339239bf9d8a4f91a5a0c94909c13483, entries=150, sequenceid=204, filesize=11.9 K 2024-12-13T01:39:50,196 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for e782ec5859e82f94a8c5071e50723841 in 1277ms, sequenceid=204, compaction requested=false 2024-12-13T01:39:50,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:50,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:50,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-13T01:39:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-13T01:39:50,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-13T01:39:50,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7340 sec 2024-12-13T01:39:50,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.7380 sec 2024-12-13T01:39:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-13T01:39:50,565 INFO [Thread-981 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-13T01:39:50,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:39:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-13T01:39:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-13T01:39:50,567 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:39:50,568 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:39:50,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:39:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-13T01:39:50,721 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:50,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-13T01:39:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:50,722 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing e782ec5859e82f94a8c5071e50723841 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-13T01:39:50,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=A 2024-12-13T01:39:50,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:50,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=B 2024-12-13T01:39:50,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:50,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=C 2024-12-13T01:39:50,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:50,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/48d5dc4c5d804b34922bff5f2b39f400 is 50, key is test_row_0/A:col10/1734053989070/Put/seqid=0 2024-12-13T01:39:50,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742075_1251 (size=12151) 2024-12-13T01:39:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-13T01:39:51,130 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/48d5dc4c5d804b34922bff5f2b39f400 2024-12-13T01:39:51,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/88362a163b3849faacf2df9e756e2cca is 50, key is test_row_0/B:col10/1734053989070/Put/seqid=0 2024-12-13T01:39:51,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742076_1252 (size=12151) 2024-12-13T01:39:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-13T01:39:51,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:51,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054051199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054051199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054051201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054051202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054051202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054051303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054051303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054051304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054051306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054051306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054051505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054051505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054051505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054051508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054051508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,540 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/88362a163b3849faacf2df9e756e2cca 2024-12-13T01:39:51,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/60653c25f5524376bfef6f9d468ef9ae is 50, key is test_row_0/C:col10/1734053989070/Put/seqid=0 2024-12-13T01:39:51,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742077_1253 (size=12151) 2024-12-13T01:39:51,551 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/60653c25f5524376bfef6f9d468ef9ae 2024-12-13T01:39:51,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/48d5dc4c5d804b34922bff5f2b39f400 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/48d5dc4c5d804b34922bff5f2b39f400 2024-12-13T01:39:51,558 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/48d5dc4c5d804b34922bff5f2b39f400, entries=150, sequenceid=220, filesize=11.9 K 2024-12-13T01:39:51,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/88362a163b3849faacf2df9e756e2cca as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/88362a163b3849faacf2df9e756e2cca 2024-12-13T01:39:51,563 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/88362a163b3849faacf2df9e756e2cca, entries=150, sequenceid=220, filesize=11.9 K 2024-12-13T01:39:51,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/60653c25f5524376bfef6f9d468ef9ae as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/60653c25f5524376bfef6f9d468ef9ae 2024-12-13T01:39:51,567 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/60653c25f5524376bfef6f9d468ef9ae, entries=150, sequenceid=220, filesize=11.9 K 2024-12-13T01:39:51,568 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for e782ec5859e82f94a8c5071e50723841 in 847ms, sequenceid=220, compaction requested=true 2024-12-13T01:39:51,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:51,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:51,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-13T01:39:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-13T01:39:51,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-13T01:39:51,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0010 sec 2024-12-13T01:39:51,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.0040 sec 2024-12-13T01:39:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-13T01:39:51,670 INFO [Thread-981 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-13T01:39:51,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:39:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-13T01:39:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-13T01:39:51,672 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:39:51,672 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:39:51,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:39:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-13T01:39:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:51,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e782ec5859e82f94a8c5071e50723841 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-13T01:39:51,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=A 2024-12-13T01:39:51,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:51,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=B 2024-12-13T01:39:51,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:51,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=C 2024-12-13T01:39:51,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:51,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/78bcfd4076864604b8439154d4db94cb is 50, key is test_row_0/A:col10/1734053991811/Put/seqid=0 2024-12-13T01:39:51,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054051816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054051816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054051817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054051817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742078_1254 (size=12151) 2024-12-13T01:39:51,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054051817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,824 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-13T01:39:51,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:51,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:51,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:51,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:51,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:51,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054051920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054051920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054051920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054051920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054051921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-13T01:39:51,976 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:51,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-13T01:39:51,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:51,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:51,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:51,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:51,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:52,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054052122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:52,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054052123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:52,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054052123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:52,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054052124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:52,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054052125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:52,128 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:52,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-13T01:39:52,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:52,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:52,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:52,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:52,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:52,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/78bcfd4076864604b8439154d4db94cb 2024-12-13T01:39:52,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/7141a9b8ec654e338da3218b72b4a7e5 is 50, key is test_row_0/B:col10/1734053991811/Put/seqid=0 2024-12-13T01:39:52,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742079_1255 (size=12151) 2024-12-13T01:39:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-13T01:39:52,281 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:52,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-13T01:39:52,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:52,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:52,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:52,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:52,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:52,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054052426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:52,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054052427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:52,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054052427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:52,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054052427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:52,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054052428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:52,433 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:52,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-13T01:39:52,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:52,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:52,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:52,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:52,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:52,586 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:52,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-13T01:39:52,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:52,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:52,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:52,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:52,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:52,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/7141a9b8ec654e338da3218b72b4a7e5 2024-12-13T01:39:52,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/1c179cfe5948414ba407465ffb04baeb is 50, key is test_row_0/C:col10/1734053991811/Put/seqid=0 2024-12-13T01:39:52,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742080_1256 (size=12151) 2024-12-13T01:39:52,738 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:52,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-13T01:39:52,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:52,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:52,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:52,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:52,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-13T01:39:52,890 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:52,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-13T01:39:52,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:52,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:52,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:52,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:52,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:52,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:52,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054052930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054052930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:52,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054052931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:52,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054052932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:52,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054052932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:53,043 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:53,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-13T01:39:53,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:53,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:53,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:53,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:53,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:53,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/1c179cfe5948414ba407465ffb04baeb 2024-12-13T01:39:53,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/78bcfd4076864604b8439154d4db94cb as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/78bcfd4076864604b8439154d4db94cb 2024-12-13T01:39:53,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/78bcfd4076864604b8439154d4db94cb, entries=150, sequenceid=248, filesize=11.9 K 2024-12-13T01:39:53,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/7141a9b8ec654e338da3218b72b4a7e5 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/7141a9b8ec654e338da3218b72b4a7e5 2024-12-13T01:39:53,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/7141a9b8ec654e338da3218b72b4a7e5, entries=150, sequenceid=248, filesize=11.9 K 2024-12-13T01:39:53,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/1c179cfe5948414ba407465ffb04baeb as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/1c179cfe5948414ba407465ffb04baeb 2024-12-13T01:39:53,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/1c179cfe5948414ba407465ffb04baeb, entries=150, sequenceid=248, filesize=11.9 K 2024-12-13T01:39:53,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for e782ec5859e82f94a8c5071e50723841 in 1258ms, sequenceid=248, compaction requested=true 2024-12-13T01:39:53,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:53,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e782ec5859e82f94a8c5071e50723841:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:39:53,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:53,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e782ec5859e82f94a8c5071e50723841:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:39:53,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:53,070 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T01:39:53,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e782ec5859e82f94a8c5071e50723841:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:39:53,070 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T01:39:53,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:53,071 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T01:39:53,071 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T01:39:53,071 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): e782ec5859e82f94a8c5071e50723841/B is initiating minor compaction (all files) 2024-12-13T01:39:53,071 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): e782ec5859e82f94a8c5071e50723841/A is initiating minor compaction (all files) 2024-12-13T01:39:53,071 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e782ec5859e82f94a8c5071e50723841/B in TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:53,071 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e782ec5859e82f94a8c5071e50723841/A in TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:53,071 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/42726f7e338249299b1450b1f41048fb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/3a52f098411a406c970f84960d83c50e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/48d5dc4c5d804b34922bff5f2b39f400, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/78bcfd4076864604b8439154d4db94cb] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp, totalSize=47.9 K 2024-12-13T01:39:53,071 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/4fe50a25c7d0420d97e70a1d3cfd49c0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/d20f65569e7b4e1b8bb8c60c994aee8e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/88362a163b3849faacf2df9e756e2cca, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/7141a9b8ec654e338da3218b72b4a7e5] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp, totalSize=47.9 K 2024-12-13T01:39:53,072 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42726f7e338249299b1450b1f41048fb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734053987327 2024-12-13T01:39:53,072 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fe50a25c7d0420d97e70a1d3cfd49c0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734053987327 2024-12-13T01:39:53,072 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a52f098411a406c970f84960d83c50e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1734053988453 2024-12-13T01:39:53,072 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting d20f65569e7b4e1b8bb8c60c994aee8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1734053988453 2024-12-13T01:39:53,072 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48d5dc4c5d804b34922bff5f2b39f400, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1734053989067 2024-12-13T01:39:53,073 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 88362a163b3849faacf2df9e756e2cca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1734053989067 2024-12-13T01:39:53,073 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78bcfd4076864604b8439154d4db94cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1734053991810 2024-12-13T01:39:53,073 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 7141a9b8ec654e338da3218b72b4a7e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1734053991810 2024-12-13T01:39:53,085 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e782ec5859e82f94a8c5071e50723841#B#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:53,085 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e782ec5859e82f94a8c5071e50723841#A#compaction#214 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:53,086 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/954fbc087d0d403d996e8fcbff6d9744 is 50, key is test_row_0/B:col10/1734053991811/Put/seqid=0 2024-12-13T01:39:53,086 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/b0225a4150dc45878a2d7c07cea50ff0 is 50, key is test_row_0/A:col10/1734053991811/Put/seqid=0 2024-12-13T01:39:53,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742082_1258 (size=12731) 2024-12-13T01:39:53,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742081_1257 (size=12731) 2024-12-13T01:39:53,117 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/954fbc087d0d403d996e8fcbff6d9744 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/954fbc087d0d403d996e8fcbff6d9744 2024-12-13T01:39:53,122 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e782ec5859e82f94a8c5071e50723841/B of e782ec5859e82f94a8c5071e50723841 into 954fbc087d0d403d996e8fcbff6d9744(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:53,122 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:53,122 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., storeName=e782ec5859e82f94a8c5071e50723841/B, priority=12, startTime=1734053993070; duration=0sec 2024-12-13T01:39:53,122 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:53,122 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e782ec5859e82f94a8c5071e50723841:B 2024-12-13T01:39:53,122 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T01:39:53,123 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T01:39:53,123 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): e782ec5859e82f94a8c5071e50723841/C is initiating minor compaction (all files) 2024-12-13T01:39:53,123 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e782ec5859e82f94a8c5071e50723841/C in TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:53,123 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/cfea830f3ab241cdbf3ef76337da7718, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/339239bf9d8a4f91a5a0c94909c13483, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/60653c25f5524376bfef6f9d468ef9ae, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/1c179cfe5948414ba407465ffb04baeb] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp, totalSize=47.9 K 2024-12-13T01:39:53,124 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting cfea830f3ab241cdbf3ef76337da7718, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734053987327 2024-12-13T01:39:53,124 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 339239bf9d8a4f91a5a0c94909c13483, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1734053988453 2024-12-13T01:39:53,124 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 60653c25f5524376bfef6f9d468ef9ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1734053989067 2024-12-13T01:39:53,124 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c179cfe5948414ba407465ffb04baeb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1734053991810 2024-12-13T01:39:53,131 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e782ec5859e82f94a8c5071e50723841#C#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:53,132 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/f2bcabe08177417cbf378592147501ec is 50, key is test_row_0/C:col10/1734053991811/Put/seqid=0 2024-12-13T01:39:53,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742083_1259 (size=12731) 2024-12-13T01:39:53,195 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:53,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-13T01:39:53,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:53,196 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing e782ec5859e82f94a8c5071e50723841 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-13T01:39:53,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=A 2024-12-13T01:39:53,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:53,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=B 2024-12-13T01:39:53,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:53,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=C 2024-12-13T01:39:53,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:53,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/27bbb09f5963479e906615361fa5294c is 50, key is test_row_0/A:col10/1734053991816/Put/seqid=0 2024-12-13T01:39:53,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742084_1260 (size=7365) 2024-12-13T01:39:53,516 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/b0225a4150dc45878a2d7c07cea50ff0 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/b0225a4150dc45878a2d7c07cea50ff0 2024-12-13T01:39:53,531 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e782ec5859e82f94a8c5071e50723841/A of e782ec5859e82f94a8c5071e50723841 into b0225a4150dc45878a2d7c07cea50ff0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:53,532 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:53,532 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., storeName=e782ec5859e82f94a8c5071e50723841/A, priority=12, startTime=1734053993070; duration=0sec 2024-12-13T01:39:53,532 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:53,532 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e782ec5859e82f94a8c5071e50723841:A 2024-12-13T01:39:53,542 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/f2bcabe08177417cbf378592147501ec as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/f2bcabe08177417cbf378592147501ec 2024-12-13T01:39:53,547 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e782ec5859e82f94a8c5071e50723841/C of e782ec5859e82f94a8c5071e50723841 into f2bcabe08177417cbf378592147501ec(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:53,547 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:53,547 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., storeName=e782ec5859e82f94a8c5071e50723841/C, priority=12, startTime=1734053993070; duration=0sec 2024-12-13T01:39:53,547 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:53,547 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e782ec5859e82f94a8c5071e50723841:C 2024-12-13T01:39:53,611 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/27bbb09f5963479e906615361fa5294c 2024-12-13T01:39:53,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/f6f3ea3de7734095b02e12628265f59a is 50, key is test_row_0/B:col10/1734053991816/Put/seqid=0 2024-12-13T01:39:53,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742085_1261 (size=7365) 2024-12-13T01:39:53,623 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/f6f3ea3de7734095b02e12628265f59a 2024-12-13T01:39:53,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/e38d5aee6e6c4f1a9b3b3f29875faca5 is 50, key is test_row_0/C:col10/1734053991816/Put/seqid=0 2024-12-13T01:39:53,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742086_1262 (size=7365) 2024-12-13T01:39:53,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-13T01:39:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:53,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:53,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:53,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054053973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054053973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:53,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:53,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054053973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054053974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:53,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054053974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:54,033 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/e38d5aee6e6c4f1a9b3b3f29875faca5 2024-12-13T01:39:54,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/27bbb09f5963479e906615361fa5294c as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/27bbb09f5963479e906615361fa5294c 2024-12-13T01:39:54,040 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/27bbb09f5963479e906615361fa5294c, entries=50, sequenceid=258, filesize=7.2 K 2024-12-13T01:39:54,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/f6f3ea3de7734095b02e12628265f59a as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/f6f3ea3de7734095b02e12628265f59a 2024-12-13T01:39:54,045 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/f6f3ea3de7734095b02e12628265f59a, entries=50, sequenceid=258, filesize=7.2 K 2024-12-13T01:39:54,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/e38d5aee6e6c4f1a9b3b3f29875faca5 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/e38d5aee6e6c4f1a9b3b3f29875faca5 2024-12-13T01:39:54,049 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/e38d5aee6e6c4f1a9b3b3f29875faca5, entries=50, sequenceid=258, filesize=7.2 K 2024-12-13T01:39:54,050 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for e782ec5859e82f94a8c5071e50723841 in 854ms, sequenceid=258, compaction requested=false 2024-12-13T01:39:54,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:54,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:54,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-13T01:39:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-13T01:39:54,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-13T01:39:54,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3790 sec 2024-12-13T01:39:54,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.3820 sec 2024-12-13T01:39:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:54,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e782ec5859e82f94a8c5071e50723841 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-13T01:39:54,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=A 2024-12-13T01:39:54,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:54,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=B 2024-12-13T01:39:54,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:54,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=C 2024-12-13T01:39:54,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:54,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054054078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:54,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054054078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:54,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054054078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:54,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054054079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:54,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054054080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:54,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/b347ca346d284da3a871a8ca7f8ec44d is 50, key is test_row_0/A:col10/1734053993972/Put/seqid=0 2024-12-13T01:39:54,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742087_1263 (size=12301) 2024-12-13T01:39:54,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054054181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:54,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054054181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:54,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:54,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054054182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054054182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:54,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054054182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:54,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054054384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:54,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054054384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:54,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054054384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:54,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054054384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:54,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054054385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:54,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/b347ca346d284da3a871a8ca7f8ec44d 2024-12-13T01:39:54,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/934cc0d78bdb412d9b1ea55870fa4444 is 50, key is test_row_0/B:col10/1734053993972/Put/seqid=0 2024-12-13T01:39:54,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742088_1264 (size=12301) 2024-12-13T01:39:54,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/934cc0d78bdb412d9b1ea55870fa4444 2024-12-13T01:39:54,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/08831b32e8b84bf3ab4dba418040c445 is 50, key is test_row_0/C:col10/1734053993972/Put/seqid=0 2024-12-13T01:39:54,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742089_1265 (size=12301) 2024-12-13T01:39:54,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054054685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:54,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054054685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:54,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054054687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:54,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054054688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:54,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054054688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:54,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/08831b32e8b84bf3ab4dba418040c445 2024-12-13T01:39:54,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/b347ca346d284da3a871a8ca7f8ec44d as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/b347ca346d284da3a871a8ca7f8ec44d 2024-12-13T01:39:54,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/b347ca346d284da3a871a8ca7f8ec44d, entries=150, sequenceid=292, filesize=12.0 K 2024-12-13T01:39:54,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/934cc0d78bdb412d9b1ea55870fa4444 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/934cc0d78bdb412d9b1ea55870fa4444 2024-12-13T01:39:54,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/934cc0d78bdb412d9b1ea55870fa4444, entries=150, sequenceid=292, filesize=12.0 K 2024-12-13T01:39:54,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/08831b32e8b84bf3ab4dba418040c445 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/08831b32e8b84bf3ab4dba418040c445 2024-12-13T01:39:54,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/08831b32e8b84bf3ab4dba418040c445, entries=150, sequenceid=292, filesize=12.0 K 2024-12-13T01:39:54,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for e782ec5859e82f94a8c5071e50723841 in 857ms, sequenceid=292, compaction requested=true 2024-12-13T01:39:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e782ec5859e82f94a8c5071e50723841:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:39:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:54,934 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e782ec5859e82f94a8c5071e50723841:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:39:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:54,934 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e782ec5859e82f94a8c5071e50723841:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:39:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:54,935 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32397 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:54,935 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32397 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:54,935 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): e782ec5859e82f94a8c5071e50723841/B is initiating minor compaction (all files) 2024-12-13T01:39:54,935 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): e782ec5859e82f94a8c5071e50723841/A is initiating minor compaction (all files) 2024-12-13T01:39:54,935 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e782ec5859e82f94a8c5071e50723841/B in TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:54,935 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e782ec5859e82f94a8c5071e50723841/A in TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:54,936 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/b0225a4150dc45878a2d7c07cea50ff0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/27bbb09f5963479e906615361fa5294c, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/b347ca346d284da3a871a8ca7f8ec44d] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp, totalSize=31.6 K 2024-12-13T01:39:54,936 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/954fbc087d0d403d996e8fcbff6d9744, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/f6f3ea3de7734095b02e12628265f59a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/934cc0d78bdb412d9b1ea55870fa4444] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp, totalSize=31.6 K 2024-12-13T01:39:54,936 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 954fbc087d0d403d996e8fcbff6d9744, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1734053991810 2024-12-13T01:39:54,936 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0225a4150dc45878a2d7c07cea50ff0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1734053991810 2024-12-13T01:39:54,936 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting f6f3ea3de7734095b02e12628265f59a, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1734053991816 2024-12-13T01:39:54,936 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27bbb09f5963479e906615361fa5294c, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1734053991816 2024-12-13T01:39:54,936 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 934cc0d78bdb412d9b1ea55870fa4444, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734053993972 2024-12-13T01:39:54,937 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting b347ca346d284da3a871a8ca7f8ec44d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734053993972 2024-12-13T01:39:54,942 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e782ec5859e82f94a8c5071e50723841#A#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:54,942 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e782ec5859e82f94a8c5071e50723841#B#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:54,943 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/234849752b324573b99199f72ed4bd91 is 50, key is test_row_0/B:col10/1734053993972/Put/seqid=0 2024-12-13T01:39:54,943 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/eb33938720ce4a8d940ec1b8558ffffa is 50, key is test_row_0/A:col10/1734053993972/Put/seqid=0 2024-12-13T01:39:54,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742090_1266 (size=12983) 2024-12-13T01:39:54,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742091_1267 (size=12983) 2024-12-13T01:39:54,953 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/eb33938720ce4a8d940ec1b8558ffffa as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/eb33938720ce4a8d940ec1b8558ffffa 2024-12-13T01:39:54,953 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/234849752b324573b99199f72ed4bd91 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/234849752b324573b99199f72ed4bd91 2024-12-13T01:39:54,960 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e782ec5859e82f94a8c5071e50723841/A of e782ec5859e82f94a8c5071e50723841 into eb33938720ce4a8d940ec1b8558ffffa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:54,960 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e782ec5859e82f94a8c5071e50723841/B of e782ec5859e82f94a8c5071e50723841 into 234849752b324573b99199f72ed4bd91(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:54,960 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:54,960 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:54,960 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., storeName=e782ec5859e82f94a8c5071e50723841/A, priority=13, startTime=1734053994934; duration=0sec 2024-12-13T01:39:54,960 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., storeName=e782ec5859e82f94a8c5071e50723841/B, priority=13, startTime=1734053994934; duration=0sec 2024-12-13T01:39:54,960 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:54,960 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e782ec5859e82f94a8c5071e50723841:A 2024-12-13T01:39:54,960 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:54,960 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:39:54,960 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e782ec5859e82f94a8c5071e50723841:B 2024-12-13T01:39:54,962 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32397 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:39:54,962 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): e782ec5859e82f94a8c5071e50723841/C is initiating minor compaction (all files) 2024-12-13T01:39:54,962 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e782ec5859e82f94a8c5071e50723841/C in TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:54,962 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/f2bcabe08177417cbf378592147501ec, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/e38d5aee6e6c4f1a9b3b3f29875faca5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/08831b32e8b84bf3ab4dba418040c445] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp, totalSize=31.6 K 2024-12-13T01:39:54,962 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2bcabe08177417cbf378592147501ec, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1734053991810 2024-12-13T01:39:54,962 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting e38d5aee6e6c4f1a9b3b3f29875faca5, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1734053991816 2024-12-13T01:39:54,963 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08831b32e8b84bf3ab4dba418040c445, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734053993972 2024-12-13T01:39:54,972 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e782ec5859e82f94a8c5071e50723841#C#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:54,972 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/80d1f00f172c4edbb05d59d9e367a6cb is 50, key is test_row_0/C:col10/1734053993972/Put/seqid=0 2024-12-13T01:39:54,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742092_1268 (size=12983) 2024-12-13T01:39:54,996 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/80d1f00f172c4edbb05d59d9e367a6cb as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/80d1f00f172c4edbb05d59d9e367a6cb 2024-12-13T01:39:55,001 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e782ec5859e82f94a8c5071e50723841/C of e782ec5859e82f94a8c5071e50723841 into 80d1f00f172c4edbb05d59d9e367a6cb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:55,001 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:55,001 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., storeName=e782ec5859e82f94a8c5071e50723841/C, priority=13, startTime=1734053994934; duration=0sec 2024-12-13T01:39:55,001 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:55,001 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e782ec5859e82f94a8c5071e50723841:C 2024-12-13T01:39:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:55,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e782ec5859e82f94a8c5071e50723841 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-13T01:39:55,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=A 2024-12-13T01:39:55,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:55,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=B 2024-12-13T01:39:55,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:55,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=C 2024-12-13T01:39:55,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:55,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/c873deba81de41db88a8098cad07778b is 50, key is test_row_0/A:col10/1734053995191/Put/seqid=0 2024-12-13T01:39:55,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742093_1269 (size=12301) 2024-12-13T01:39:55,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054055205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:55,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:55,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054055206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:55,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:55,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:55,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054055206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:55,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054055207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:55,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054055207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:55,228 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T01:39:55,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054055309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:55,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054055309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:55,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054055310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:55,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054055310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:55,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054055310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:55,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054055511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:55,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054055511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:55,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054055512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:55,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054055512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:55,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054055513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:55,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/c873deba81de41db88a8098cad07778b 2024-12-13T01:39:55,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/8e3b457012414666abe6fbef3e4987df is 50, key is test_row_0/B:col10/1734053995191/Put/seqid=0 2024-12-13T01:39:55,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742094_1270 (size=12301) 2024-12-13T01:39:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-13T01:39:55,776 INFO [Thread-981 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-13T01:39:55,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:39:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-13T01:39:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-13T01:39:55,779 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:39:55,779 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:39:55,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:39:55,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054055813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:55,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054055814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:55,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054055815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:55,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054055815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:55,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054055816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-13T01:39:55,935 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:55,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-13T01:39:55,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:55,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:55,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:55,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:55,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:56,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/8e3b457012414666abe6fbef3e4987df 2024-12-13T01:39:56,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/c4c5f7f644144ce3ad17d02ff874ed63 is 50, key is test_row_0/C:col10/1734053995191/Put/seqid=0 2024-12-13T01:39:56,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742095_1271 (size=12301) 2024-12-13T01:39:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-13T01:39:56,087 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:56,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-13T01:39:56,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:56,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:56,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:56,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:56,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:56,240 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:56,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-13T01:39:56,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:56,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:56,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:56,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:56,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:56,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054056316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:56,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054056318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:56,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054056318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:56,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054056318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:56,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054056321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-13T01:39:56,392 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:56,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-13T01:39:56,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:56,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:56,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:56,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:56,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:56,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/c4c5f7f644144ce3ad17d02ff874ed63 2024-12-13T01:39:56,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/c873deba81de41db88a8098cad07778b as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/c873deba81de41db88a8098cad07778b 2024-12-13T01:39:56,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/c873deba81de41db88a8098cad07778b, entries=150, sequenceid=308, filesize=12.0 K 2024-12-13T01:39:56,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/8e3b457012414666abe6fbef3e4987df as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/8e3b457012414666abe6fbef3e4987df 2024-12-13T01:39:56,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/8e3b457012414666abe6fbef3e4987df, entries=150, sequenceid=308, filesize=12.0 K 2024-12-13T01:39:56,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/c4c5f7f644144ce3ad17d02ff874ed63 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/c4c5f7f644144ce3ad17d02ff874ed63 2024-12-13T01:39:56,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/c4c5f7f644144ce3ad17d02ff874ed63, entries=150, sequenceid=308, filesize=12.0 K 2024-12-13T01:39:56,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e782ec5859e82f94a8c5071e50723841 in 1245ms, sequenceid=308, compaction requested=false 2024-12-13T01:39:56,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:56,545 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:56,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-13T01:39:56,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:56,545 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing e782ec5859e82f94a8c5071e50723841 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-13T01:39:56,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=A 2024-12-13T01:39:56,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:56,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=B 2024-12-13T01:39:56,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:56,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=C 2024-12-13T01:39:56,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:56,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/a3d476ed225c4c969e121cb7cead8115 is 50, key is test_row_0/A:col10/1734053995203/Put/seqid=0 2024-12-13T01:39:56,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742096_1272 (size=12301) 2024-12-13T01:39:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-13T01:39:56,953 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/a3d476ed225c4c969e121cb7cead8115 2024-12-13T01:39:56,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/7fbbecc500ed439597dc646f2ec1acbd is 50, key is test_row_0/B:col10/1734053995203/Put/seqid=0 2024-12-13T01:39:56,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742097_1273 (size=12301) 2024-12-13T01:39:57,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:57,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054057330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:57,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054057331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:57,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054057333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:57,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:57,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054057334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054057333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:57,367 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/7fbbecc500ed439597dc646f2ec1acbd 2024-12-13T01:39:57,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/0c276c67ef8b4c7286f9a62c87a60b4e is 50, key is test_row_0/C:col10/1734053995203/Put/seqid=0 2024-12-13T01:39:57,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742098_1274 (size=12301) 2024-12-13T01:39:57,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054057434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:57,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054057434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:57,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054057437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:57,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054057437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:57,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054057437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:57,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054057637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:57,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054057638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:57,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054057640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:57,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054057640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:57,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054057640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:57,776 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/0c276c67ef8b4c7286f9a62c87a60b4e 2024-12-13T01:39:57,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/a3d476ed225c4c969e121cb7cead8115 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/a3d476ed225c4c969e121cb7cead8115 2024-12-13T01:39:57,784 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/a3d476ed225c4c969e121cb7cead8115, entries=150, sequenceid=331, filesize=12.0 K 2024-12-13T01:39:57,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/7fbbecc500ed439597dc646f2ec1acbd as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/7fbbecc500ed439597dc646f2ec1acbd 2024-12-13T01:39:57,790 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/7fbbecc500ed439597dc646f2ec1acbd, entries=150, sequenceid=331, filesize=12.0 K 2024-12-13T01:39:57,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/0c276c67ef8b4c7286f9a62c87a60b4e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/0c276c67ef8b4c7286f9a62c87a60b4e 2024-12-13T01:39:57,795 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/0c276c67ef8b4c7286f9a62c87a60b4e, entries=150, sequenceid=331, filesize=12.0 K 2024-12-13T01:39:57,795 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for e782ec5859e82f94a8c5071e50723841 in 1250ms, sequenceid=331, compaction requested=true 2024-12-13T01:39:57,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:57,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:57,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-13T01:39:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-13T01:39:57,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-13T01:39:57,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0180 sec 2024-12-13T01:39:57,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 2.0210 sec 2024-12-13T01:39:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-13T01:39:57,881 INFO [Thread-981 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-13T01:39:57,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:39:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-13T01:39:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-13T01:39:57,883 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:39:57,884 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:39:57,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:39:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on e782ec5859e82f94a8c5071e50723841 2024-12-13T01:39:57,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e782ec5859e82f94a8c5071e50723841 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-13T01:39:57,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=A 2024-12-13T01:39:57,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:57,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=B 2024-12-13T01:39:57,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:57,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=C 2024-12-13T01:39:57,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:57,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/088aac913b144d2999299db47236a749 is 50, key is test_row_0/A:col10/1734053997333/Put/seqid=0 2024-12-13T01:39:57,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742099_1275 (size=14741) 2024-12-13T01:39:57,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054057953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:57,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054057954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:57,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054057955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:57,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054057957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:57,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054057957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-13T01:39:58,035 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-13T01:39:58,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:58,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:58,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:58,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:58,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:58,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054058057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054058058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054058059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054058061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054058061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-13T01:39:58,187 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-13T01:39:58,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:58,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:58,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:58,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:58,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:58,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054058259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054058259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054058262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054058263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054058263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,340 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-13T01:39:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:58,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:58,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:58,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/088aac913b144d2999299db47236a749 2024-12-13T01:39:58,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/a607640446984f23bdc6dd584cf34e5f is 50, key is test_row_0/B:col10/1734053997333/Put/seqid=0 2024-12-13T01:39:58,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742100_1276 (size=12301) 2024-12-13T01:39:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-13T01:39:58,492 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-13T01:39:58,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:58,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:58,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:58,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:58,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:58,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054058561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054058561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054058564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054058565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054058566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,645 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-13T01:39:58,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:58,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:58,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:58,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:58,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:58,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/a607640446984f23bdc6dd584cf34e5f 2024-12-13T01:39:58,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/6800d348fede459c8ffa4252bd543556 is 50, key is test_row_0/C:col10/1734053997333/Put/seqid=0 2024-12-13T01:39:58,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742101_1277 (size=12301) 2024-12-13T01:39:58,797 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-13T01:39:58,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:58,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:58,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:58,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:58,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:58,949 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:58,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-13T01:39:58,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:58,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:58,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:58,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:58,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-13T01:39:59,032 DEBUG [Thread-990 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f7f772a to 127.0.0.1:55731 2024-12-13T01:39:59,032 DEBUG [Thread-990 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:39:59,032 DEBUG [Thread-986 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b9e2976 to 127.0.0.1:55731 2024-12-13T01:39:59,032 DEBUG [Thread-986 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:39:59,033 DEBUG [Thread-984 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:55731 2024-12-13T01:39:59,033 DEBUG [Thread-984 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:39:59,033 DEBUG [Thread-988 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x56e9a678 to 127.0.0.1:55731 2024-12-13T01:39:59,033 DEBUG [Thread-988 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:39:59,034 DEBUG [Thread-982 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:55731 2024-12-13T01:39:59,034 DEBUG [Thread-982 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:39:59,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1734054059064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:59,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1734054059067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:59,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1734054059069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:59,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1734054059070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:59,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:39:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34674 deadline: 1734054059071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:39:59,102 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:59,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-13T01:39:59,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:59,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:39:59,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:59,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:59,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:39:59,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/6800d348fede459c8ffa4252bd543556 2024-12-13T01:39:59,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/088aac913b144d2999299db47236a749 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/088aac913b144d2999299db47236a749 2024-12-13T01:39:59,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/088aac913b144d2999299db47236a749, entries=200, sequenceid=347, filesize=14.4 K 2024-12-13T01:39:59,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/a607640446984f23bdc6dd584cf34e5f as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/a607640446984f23bdc6dd584cf34e5f 2024-12-13T01:39:59,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/a607640446984f23bdc6dd584cf34e5f, entries=150, sequenceid=347, filesize=12.0 K 2024-12-13T01:39:59,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/6800d348fede459c8ffa4252bd543556 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/6800d348fede459c8ffa4252bd543556 2024-12-13T01:39:59,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/6800d348fede459c8ffa4252bd543556, entries=150, sequenceid=347, filesize=12.0 K 2024-12-13T01:39:59,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for e782ec5859e82f94a8c5071e50723841 in 1253ms, sequenceid=347, compaction requested=true 2024-12-13T01:39:59,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:59,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e782ec5859e82f94a8c5071e50723841:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:39:59,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:59,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e782ec5859e82f94a8c5071e50723841:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:39:59,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:39:59,196 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T01:39:59,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e782ec5859e82f94a8c5071e50723841:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:39:59,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:59,196 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T01:39:59,197 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T01:39:59,197 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): e782ec5859e82f94a8c5071e50723841/A is initiating minor compaction (all files) 2024-12-13T01:39:59,197 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T01:39:59,197 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): e782ec5859e82f94a8c5071e50723841/B is initiating minor compaction (all files) 2024-12-13T01:39:59,197 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e782ec5859e82f94a8c5071e50723841/A in TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:59,197 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e782ec5859e82f94a8c5071e50723841/B in TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:59,197 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/eb33938720ce4a8d940ec1b8558ffffa, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/c873deba81de41db88a8098cad07778b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/a3d476ed225c4c969e121cb7cead8115, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/088aac913b144d2999299db47236a749] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp, totalSize=51.1 K 2024-12-13T01:39:59,197 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/234849752b324573b99199f72ed4bd91, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/8e3b457012414666abe6fbef3e4987df, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/7fbbecc500ed439597dc646f2ec1acbd, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/a607640446984f23bdc6dd584cf34e5f] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp, totalSize=48.7 K 2024-12-13T01:39:59,198 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb33938720ce4a8d940ec1b8558ffffa, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734053993972 2024-12-13T01:39:59,198 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 234849752b324573b99199f72ed4bd91, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734053993972 2024-12-13T01:39:59,198 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting c873deba81de41db88a8098cad07778b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1734053995190 2024-12-13T01:39:59,198 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e3b457012414666abe6fbef3e4987df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1734053995190 2024-12-13T01:39:59,198 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3d476ed225c4c969e121cb7cead8115, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1734053995203 2024-12-13T01:39:59,198 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fbbecc500ed439597dc646f2ec1acbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1734053995203 2024-12-13T01:39:59,199 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 088aac913b144d2999299db47236a749, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1734053997329 2024-12-13T01:39:59,199 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting a607640446984f23bdc6dd584cf34e5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1734053997329 2024-12-13T01:39:59,206 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e782ec5859e82f94a8c5071e50723841#A#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:59,206 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e782ec5859e82f94a8c5071e50723841#B#compaction#234 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:59,206 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/1c9e477aa34648e8830dfdfa83477cd3 is 50, key is test_row_0/B:col10/1734053997333/Put/seqid=0 2024-12-13T01:39:59,206 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/c24a02245f914b6f9cfbb3c57833b996 is 50, key is test_row_0/A:col10/1734053997333/Put/seqid=0 2024-12-13T01:39:59,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742102_1278 (size=13119) 2024-12-13T01:39:59,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742103_1279 (size=13119) 2024-12-13T01:39:59,257 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:39:59,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-13T01:39:59,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:59,258 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing e782ec5859e82f94a8c5071e50723841 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-13T01:39:59,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=A 2024-12-13T01:39:59,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:59,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=B 2024-12-13T01:39:59,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:59,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=C 2024-12-13T01:39:59,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:39:59,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/5e1652df74f64947a5cc33f898cdb6f3 is 50, key is test_row_0/A:col10/1734053997956/Put/seqid=0 2024-12-13T01:39:59,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742104_1280 (size=12301) 2024-12-13T01:39:59,622 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/1c9e477aa34648e8830dfdfa83477cd3 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/1c9e477aa34648e8830dfdfa83477cd3 2024-12-13T01:39:59,622 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/c24a02245f914b6f9cfbb3c57833b996 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/c24a02245f914b6f9cfbb3c57833b996 2024-12-13T01:39:59,626 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e782ec5859e82f94a8c5071e50723841/B of e782ec5859e82f94a8c5071e50723841 into 1c9e477aa34648e8830dfdfa83477cd3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:59,626 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e782ec5859e82f94a8c5071e50723841/A of e782ec5859e82f94a8c5071e50723841 into c24a02245f914b6f9cfbb3c57833b996(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:39:59,626 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:59,626 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:39:59,626 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., storeName=e782ec5859e82f94a8c5071e50723841/A, priority=12, startTime=1734053999196; duration=0sec 2024-12-13T01:39:59,626 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., storeName=e782ec5859e82f94a8c5071e50723841/B, priority=12, startTime=1734053999196; duration=0sec 2024-12-13T01:39:59,626 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:59,626 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e782ec5859e82f94a8c5071e50723841:A 2024-12-13T01:39:59,626 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:39:59,626 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e782ec5859e82f94a8c5071e50723841:B 2024-12-13T01:39:59,627 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T01:39:59,628 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T01:39:59,628 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): e782ec5859e82f94a8c5071e50723841/C is initiating minor compaction (all files) 2024-12-13T01:39:59,628 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e782ec5859e82f94a8c5071e50723841/C in TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:39:59,628 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/80d1f00f172c4edbb05d59d9e367a6cb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/c4c5f7f644144ce3ad17d02ff874ed63, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/0c276c67ef8b4c7286f9a62c87a60b4e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/6800d348fede459c8ffa4252bd543556] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp, totalSize=48.7 K 2024-12-13T01:39:59,628 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80d1f00f172c4edbb05d59d9e367a6cb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734053993972 2024-12-13T01:39:59,629 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4c5f7f644144ce3ad17d02ff874ed63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1734053995190 2024-12-13T01:39:59,629 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c276c67ef8b4c7286f9a62c87a60b4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1734053995203 2024-12-13T01:39:59,629 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6800d348fede459c8ffa4252bd543556, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1734053997329 2024-12-13T01:39:59,636 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e782ec5859e82f94a8c5071e50723841#C#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:39:59,636 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/efeba141e41548039e056e00c449ec81 is 50, key is test_row_0/C:col10/1734053997333/Put/seqid=0 2024-12-13T01:39:59,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742105_1281 (size=13119) 2024-12-13T01:39:59,671 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/5e1652df74f64947a5cc33f898cdb6f3 2024-12-13T01:39:59,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/e7ee742754d74e49a28291b943b71ed2 is 50, key is test_row_0/B:col10/1734053997956/Put/seqid=0 2024-12-13T01:39:59,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742106_1282 (size=12301) 2024-12-13T01:39:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-13T01:40:00,052 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/efeba141e41548039e056e00c449ec81 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/efeba141e41548039e056e00c449ec81 2024-12-13T01:40:00,058 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e782ec5859e82f94a8c5071e50723841/C of e782ec5859e82f94a8c5071e50723841 into efeba141e41548039e056e00c449ec81(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:00,058 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:40:00,058 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841., storeName=e782ec5859e82f94a8c5071e50723841/C, priority=12, startTime=1734053999196; duration=0sec 2024-12-13T01:40:00,058 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:00,058 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e782ec5859e82f94a8c5071e50723841:C 2024-12-13T01:40:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on e782ec5859e82f94a8c5071e50723841 2024-12-13T01:40:00,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. as already flushing 2024-12-13T01:40:00,071 DEBUG [Thread-971 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:55731 2024-12-13T01:40:00,071 DEBUG [Thread-971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:00,076 DEBUG [Thread-973 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:55731 2024-12-13T01:40:00,076 DEBUG [Thread-973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:00,076 DEBUG [Thread-979 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e998dd3 to 127.0.0.1:55731 2024-12-13T01:40:00,076 DEBUG [Thread-979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:00,078 DEBUG [Thread-975 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:55731 2024-12-13T01:40:00,078 DEBUG [Thread-975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:00,082 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/e7ee742754d74e49a28291b943b71ed2 2024-12-13T01:40:00,082 DEBUG [Thread-977 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:55731 2024-12-13T01:40:00,082 DEBUG [Thread-977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:00,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/64a106e2c816479eadc8aaea80074774 is 50, key is test_row_0/C:col10/1734053997956/Put/seqid=0 2024-12-13T01:40:00,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742107_1283 (size=12301) 2024-12-13T01:40:00,093 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/64a106e2c816479eadc8aaea80074774 2024-12-13T01:40:00,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/5e1652df74f64947a5cc33f898cdb6f3 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/5e1652df74f64947a5cc33f898cdb6f3 2024-12-13T01:40:00,101 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/5e1652df74f64947a5cc33f898cdb6f3, entries=150, sequenceid=368, filesize=12.0 K 2024-12-13T01:40:00,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/e7ee742754d74e49a28291b943b71ed2 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/e7ee742754d74e49a28291b943b71ed2 2024-12-13T01:40:00,106 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/e7ee742754d74e49a28291b943b71ed2, entries=150, sequenceid=368, filesize=12.0 K 2024-12-13T01:40:00,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/64a106e2c816479eadc8aaea80074774 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/64a106e2c816479eadc8aaea80074774 2024-12-13T01:40:00,110 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/64a106e2c816479eadc8aaea80074774, entries=150, sequenceid=368, filesize=12.0 K 2024-12-13T01:40:00,110 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=33.54 KB/34350 for e782ec5859e82f94a8c5071e50723841 in 852ms, sequenceid=368, compaction requested=false 2024-12-13T01:40:00,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:40:00,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:40:00,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-13T01:40:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-13T01:40:00,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-13T01:40:00,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2270 sec 2024-12-13T01:40:00,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.2300 sec 2024-12-13T01:40:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-13T01:40:01,990 INFO [Thread-981 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-13T01:40:01,991 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-13T01:40:01,991 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-12-13T01:40:01,991 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-12-13T01:40:01,991 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-12-13T01:40:01,991 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-12-13T01:40:01,991 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-12-13T01:40:01,991 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-13T01:40:01,991 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 9667 2024-12-13T01:40:01,991 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 9546 2024-12-13T01:40:01,991 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 9546 2024-12-13T01:40:01,991 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 9676 2024-12-13T01:40:01,991 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 9531 2024-12-13T01:40:01,991 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-13T01:40:01,992 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T01:40:01,992 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:55731 2024-12-13T01:40:01,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:01,993 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-13T01:40:01,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-13T01:40:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-13T01:40:02,000 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734054001999"}]},"ts":"1734054001999"} 2024-12-13T01:40:02,001 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-13T01:40:02,015 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-13T01:40:02,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-13T01:40:02,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e782ec5859e82f94a8c5071e50723841, UNASSIGN}] 2024-12-13T01:40:02,019 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e782ec5859e82f94a8c5071e50723841, UNASSIGN 2024-12-13T01:40:02,020 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=e782ec5859e82f94a8c5071e50723841, regionState=CLOSING, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:02,021 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T01:40:02,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; CloseRegionProcedure e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774}] 2024-12-13T01:40:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-13T01:40:02,173 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:02,174 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(124): Close e782ec5859e82f94a8c5071e50723841 2024-12-13T01:40:02,175 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T01:40:02,175 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1681): Closing e782ec5859e82f94a8c5071e50723841, disabling compactions & flushes 2024-12-13T01:40:02,175 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:40:02,175 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:40:02,175 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. after waiting 0 ms 2024-12-13T01:40:02,175 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:40:02,175 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(2837): Flushing e782ec5859e82f94a8c5071e50723841 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-13T01:40:02,176 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=A 2024-12-13T01:40:02,176 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:02,176 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=B 2024-12-13T01:40:02,176 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:02,176 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e782ec5859e82f94a8c5071e50723841, store=C 2024-12-13T01:40:02,177 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:02,187 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/9a9d6864c40244479187a8b373a36edf is 50, key is test_row_0/A:col10/1734054000073/Put/seqid=0 2024-12-13T01:40:02,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742108_1284 (size=12301) 2024-12-13T01:40:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-13T01:40:02,592 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/9a9d6864c40244479187a8b373a36edf 2024-12-13T01:40:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-13T01:40:02,618 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/6422e95f06bb438e968e55d3626ef9b7 is 50, key is test_row_0/B:col10/1734054000073/Put/seqid=0 2024-12-13T01:40:02,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742109_1285 (size=12301) 2024-12-13T01:40:03,022 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/6422e95f06bb438e968e55d3626ef9b7 2024-12-13T01:40:03,032 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/0d243595320940cda228fcbf1dea3f56 is 50, key is test_row_0/C:col10/1734054000073/Put/seqid=0 2024-12-13T01:40:03,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742110_1286 (size=12301) 2024-12-13T01:40:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-13T01:40:03,437 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/0d243595320940cda228fcbf1dea3f56 2024-12-13T01:40:03,444 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/A/9a9d6864c40244479187a8b373a36edf as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/9a9d6864c40244479187a8b373a36edf 2024-12-13T01:40:03,451 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/9a9d6864c40244479187a8b373a36edf, entries=150, sequenceid=379, filesize=12.0 K 2024-12-13T01:40:03,452 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/B/6422e95f06bb438e968e55d3626ef9b7 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/6422e95f06bb438e968e55d3626ef9b7 2024-12-13T01:40:03,456 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/6422e95f06bb438e968e55d3626ef9b7, entries=150, sequenceid=379, filesize=12.0 K 2024-12-13T01:40:03,457 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/.tmp/C/0d243595320940cda228fcbf1dea3f56 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/0d243595320940cda228fcbf1dea3f56 2024-12-13T01:40:03,461 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/0d243595320940cda228fcbf1dea3f56, entries=150, sequenceid=379, filesize=12.0 K 2024-12-13T01:40:03,461 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for e782ec5859e82f94a8c5071e50723841 in 1286ms, sequenceid=379, compaction requested=true 2024-12-13T01:40:03,462 DEBUG [StoreCloser-TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/ff25c60c4a9f4ffc9def4b8677ab2b2e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/24a830dd84364155bd25efd38a3e0b98, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/29b6ddf3bf5d4996843934eb31e9f24d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/d45ed7176d3441f2ba54a7c06b08f9b4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/85c9deed6e42451caf55fc0a5aa8a4dd, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/ef44535eafd54de3a313b72f705df788, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/e82c7979367c4deeb7d6f012a464b8a4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/6ba3388c5b2f42b58f469e42002bcce8, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/56ff091766d14c6a89f71fb2a466feca, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/566c8d32d33f40eda2636f563735bf54, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/4298d10ab3194ccfadf629b641c26673, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/4210e811fb334204afdac3ae20d89c81, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/42726f7e338249299b1450b1f41048fb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/3c5a02edbc064745b3fb2f5fb6e78c53, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/3a52f098411a406c970f84960d83c50e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/48d5dc4c5d804b34922bff5f2b39f400, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/b0225a4150dc45878a2d7c07cea50ff0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/78bcfd4076864604b8439154d4db94cb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/27bbb09f5963479e906615361fa5294c, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/eb33938720ce4a8d940ec1b8558ffffa, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/b347ca346d284da3a871a8ca7f8ec44d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/c873deba81de41db88a8098cad07778b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/a3d476ed225c4c969e121cb7cead8115, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/088aac913b144d2999299db47236a749] to archive 2024-12-13T01:40:03,462 DEBUG [StoreCloser-TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T01:40:03,464 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/24a830dd84364155bd25efd38a3e0b98 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/24a830dd84364155bd25efd38a3e0b98 2024-12-13T01:40:03,464 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/ff25c60c4a9f4ffc9def4b8677ab2b2e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/ff25c60c4a9f4ffc9def4b8677ab2b2e 2024-12-13T01:40:03,464 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/29b6ddf3bf5d4996843934eb31e9f24d to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/29b6ddf3bf5d4996843934eb31e9f24d 2024-12-13T01:40:03,465 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/6ba3388c5b2f42b58f469e42002bcce8 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/6ba3388c5b2f42b58f469e42002bcce8 2024-12-13T01:40:03,465 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/ef44535eafd54de3a313b72f705df788 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/ef44535eafd54de3a313b72f705df788 2024-12-13T01:40:03,465 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/85c9deed6e42451caf55fc0a5aa8a4dd to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/85c9deed6e42451caf55fc0a5aa8a4dd 2024-12-13T01:40:03,465 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/d45ed7176d3441f2ba54a7c06b08f9b4 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/d45ed7176d3441f2ba54a7c06b08f9b4 2024-12-13T01:40:03,465 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/e82c7979367c4deeb7d6f012a464b8a4 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/e82c7979367c4deeb7d6f012a464b8a4 2024-12-13T01:40:03,466 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/4298d10ab3194ccfadf629b641c26673 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/4298d10ab3194ccfadf629b641c26673 2024-12-13T01:40:03,466 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/56ff091766d14c6a89f71fb2a466feca to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/56ff091766d14c6a89f71fb2a466feca 2024-12-13T01:40:03,466 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/566c8d32d33f40eda2636f563735bf54 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/566c8d32d33f40eda2636f563735bf54 2024-12-13T01:40:03,466 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/4210e811fb334204afdac3ae20d89c81 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/4210e811fb334204afdac3ae20d89c81 2024-12-13T01:40:03,467 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/3c5a02edbc064745b3fb2f5fb6e78c53 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/3c5a02edbc064745b3fb2f5fb6e78c53 2024-12-13T01:40:03,467 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/42726f7e338249299b1450b1f41048fb to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/42726f7e338249299b1450b1f41048fb 2024-12-13T01:40:03,467 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/48d5dc4c5d804b34922bff5f2b39f400 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/48d5dc4c5d804b34922bff5f2b39f400 2024-12-13T01:40:03,467 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/b0225a4150dc45878a2d7c07cea50ff0 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/b0225a4150dc45878a2d7c07cea50ff0 2024-12-13T01:40:03,468 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/27bbb09f5963479e906615361fa5294c to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/27bbb09f5963479e906615361fa5294c 2024-12-13T01:40:03,468 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/78bcfd4076864604b8439154d4db94cb to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/78bcfd4076864604b8439154d4db94cb 2024-12-13T01:40:03,468 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/eb33938720ce4a8d940ec1b8558ffffa to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/eb33938720ce4a8d940ec1b8558ffffa 2024-12-13T01:40:03,468 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/b347ca346d284da3a871a8ca7f8ec44d to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/b347ca346d284da3a871a8ca7f8ec44d 2024-12-13T01:40:03,468 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/c873deba81de41db88a8098cad07778b to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/c873deba81de41db88a8098cad07778b 2024-12-13T01:40:03,468 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/a3d476ed225c4c969e121cb7cead8115 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/a3d476ed225c4c969e121cb7cead8115 2024-12-13T01:40:03,468 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/3a52f098411a406c970f84960d83c50e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/3a52f098411a406c970f84960d83c50e 2024-12-13T01:40:03,469 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/088aac913b144d2999299db47236a749 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/088aac913b144d2999299db47236a749 2024-12-13T01:40:03,470 DEBUG [StoreCloser-TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/77888a9d91f646d6b1f52a853d95e002, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/06bbae309aaf4bf49f5b4fc94ef3ddfc, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/1595cd20a34348568e9150be716a9fb5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/4bcc79d25fdb44f4967ff7d6a76711e3, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/1193a96610cb484ab1c7dc34c36a87ca, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/ff30a04a9d304b58ab1cdb3cd96ca677, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/6347b18394c2440e938437840d21cd22, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/e5bbc92088ca4f8db3baae9e43816a95, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/7b426acf0ffb498d9d714ab3c03fd36b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/2d81b8bb62c74634a2fbd2eba8bef4fc, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/e6162ce69a834f718e33d8296f32bc59, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/6a740060e8ba4a369da82c5ef65957f9, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/4fe50a25c7d0420d97e70a1d3cfd49c0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/042309313a8a477890df9904c5b309b4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/d20f65569e7b4e1b8bb8c60c994aee8e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/88362a163b3849faacf2df9e756e2cca, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/954fbc087d0d403d996e8fcbff6d9744, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/7141a9b8ec654e338da3218b72b4a7e5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/f6f3ea3de7734095b02e12628265f59a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/234849752b324573b99199f72ed4bd91, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/934cc0d78bdb412d9b1ea55870fa4444, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/8e3b457012414666abe6fbef3e4987df, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/7fbbecc500ed439597dc646f2ec1acbd, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/a607640446984f23bdc6dd584cf34e5f] to archive 2024-12-13T01:40:03,470 DEBUG [StoreCloser-TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T01:40:03,472 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/77888a9d91f646d6b1f52a853d95e002 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/77888a9d91f646d6b1f52a853d95e002 2024-12-13T01:40:03,472 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/06bbae309aaf4bf49f5b4fc94ef3ddfc to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/06bbae309aaf4bf49f5b4fc94ef3ddfc 2024-12-13T01:40:03,472 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/1595cd20a34348568e9150be716a9fb5 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/1595cd20a34348568e9150be716a9fb5 2024-12-13T01:40:03,472 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/4bcc79d25fdb44f4967ff7d6a76711e3 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/4bcc79d25fdb44f4967ff7d6a76711e3 2024-12-13T01:40:03,472 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/1193a96610cb484ab1c7dc34c36a87ca to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/1193a96610cb484ab1c7dc34c36a87ca 2024-12-13T01:40:03,472 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/ff30a04a9d304b58ab1cdb3cd96ca677 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/ff30a04a9d304b58ab1cdb3cd96ca677 2024-12-13T01:40:03,472 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/e5bbc92088ca4f8db3baae9e43816a95 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/e5bbc92088ca4f8db3baae9e43816a95 2024-12-13T01:40:03,472 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/6347b18394c2440e938437840d21cd22 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/6347b18394c2440e938437840d21cd22 2024-12-13T01:40:03,473 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/7b426acf0ffb498d9d714ab3c03fd36b to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/7b426acf0ffb498d9d714ab3c03fd36b 2024-12-13T01:40:03,473 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/2d81b8bb62c74634a2fbd2eba8bef4fc to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/2d81b8bb62c74634a2fbd2eba8bef4fc 2024-12-13T01:40:03,473 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/042309313a8a477890df9904c5b309b4 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/042309313a8a477890df9904c5b309b4 2024-12-13T01:40:03,474 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/6a740060e8ba4a369da82c5ef65957f9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/6a740060e8ba4a369da82c5ef65957f9 2024-12-13T01:40:03,474 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/e6162ce69a834f718e33d8296f32bc59 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/e6162ce69a834f718e33d8296f32bc59 2024-12-13T01:40:03,474 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/d20f65569e7b4e1b8bb8c60c994aee8e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/d20f65569e7b4e1b8bb8c60c994aee8e 2024-12-13T01:40:03,474 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/4fe50a25c7d0420d97e70a1d3cfd49c0 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/4fe50a25c7d0420d97e70a1d3cfd49c0 2024-12-13T01:40:03,474 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/88362a163b3849faacf2df9e756e2cca to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/88362a163b3849faacf2df9e756e2cca 2024-12-13T01:40:03,475 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/954fbc087d0d403d996e8fcbff6d9744 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/954fbc087d0d403d996e8fcbff6d9744 2024-12-13T01:40:03,475 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/234849752b324573b99199f72ed4bd91 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/234849752b324573b99199f72ed4bd91 2024-12-13T01:40:03,475 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/934cc0d78bdb412d9b1ea55870fa4444 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/934cc0d78bdb412d9b1ea55870fa4444 2024-12-13T01:40:03,475 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/7141a9b8ec654e338da3218b72b4a7e5 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/7141a9b8ec654e338da3218b72b4a7e5 2024-12-13T01:40:03,475 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/f6f3ea3de7734095b02e12628265f59a to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/f6f3ea3de7734095b02e12628265f59a 2024-12-13T01:40:03,476 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/7fbbecc500ed439597dc646f2ec1acbd to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/7fbbecc500ed439597dc646f2ec1acbd 2024-12-13T01:40:03,476 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/a607640446984f23bdc6dd584cf34e5f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/a607640446984f23bdc6dd584cf34e5f 2024-12-13T01:40:03,476 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/8e3b457012414666abe6fbef3e4987df to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/8e3b457012414666abe6fbef3e4987df 2024-12-13T01:40:03,477 DEBUG [StoreCloser-TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/471466054b184408bc84422ec502c286, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/82606a57965347cebe42daef14f75611, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/ff0ab2464c7849e19d47de43d140fb73, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/b45d2d84395248e98d2405f369eeeebf, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/78f166f8c36a4b799483442a468fc7b5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/8c80a97be7764461a45b6732b5913254, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/9bf5008f8c794dcc8161f77f11e7d95a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/48f8c07dd02947c6bb90f1890c0d0a39, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/cd15f72c45624073bf704a7bbac8822b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/8f37d9630fe048b1a78ca77584200c53, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/46a61bb6856a48cbbe2960957d8edc15, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/7fd434c997da4e8997534d7c38d0a768, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/cfea830f3ab241cdbf3ef76337da7718, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/db92946b813641bfb4410aa1dc2489a1, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/339239bf9d8a4f91a5a0c94909c13483, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/60653c25f5524376bfef6f9d468ef9ae, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/f2bcabe08177417cbf378592147501ec, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/1c179cfe5948414ba407465ffb04baeb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/e38d5aee6e6c4f1a9b3b3f29875faca5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/80d1f00f172c4edbb05d59d9e367a6cb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/08831b32e8b84bf3ab4dba418040c445, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/c4c5f7f644144ce3ad17d02ff874ed63, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/0c276c67ef8b4c7286f9a62c87a60b4e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/6800d348fede459c8ffa4252bd543556] to archive 2024-12-13T01:40:03,477 DEBUG [StoreCloser-TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T01:40:03,480 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/82606a57965347cebe42daef14f75611 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/82606a57965347cebe42daef14f75611 2024-12-13T01:40:03,480 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/471466054b184408bc84422ec502c286 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/471466054b184408bc84422ec502c286 2024-12-13T01:40:03,480 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/78f166f8c36a4b799483442a468fc7b5 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/78f166f8c36a4b799483442a468fc7b5 2024-12-13T01:40:03,480 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/9bf5008f8c794dcc8161f77f11e7d95a to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/9bf5008f8c794dcc8161f77f11e7d95a 2024-12-13T01:40:03,480 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/48f8c07dd02947c6bb90f1890c0d0a39 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/48f8c07dd02947c6bb90f1890c0d0a39 2024-12-13T01:40:03,480 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/8c80a97be7764461a45b6732b5913254 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/8c80a97be7764461a45b6732b5913254 2024-12-13T01:40:03,480 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/ff0ab2464c7849e19d47de43d140fb73 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/ff0ab2464c7849e19d47de43d140fb73 2024-12-13T01:40:03,480 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/b45d2d84395248e98d2405f369eeeebf to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/b45d2d84395248e98d2405f369eeeebf 2024-12-13T01:40:03,481 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/46a61bb6856a48cbbe2960957d8edc15 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/46a61bb6856a48cbbe2960957d8edc15 2024-12-13T01:40:03,482 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/8f37d9630fe048b1a78ca77584200c53 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/8f37d9630fe048b1a78ca77584200c53 2024-12-13T01:40:03,482 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/7fd434c997da4e8997534d7c38d0a768 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/7fd434c997da4e8997534d7c38d0a768 2024-12-13T01:40:03,482 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/339239bf9d8a4f91a5a0c94909c13483 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/339239bf9d8a4f91a5a0c94909c13483 2024-12-13T01:40:03,482 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/cfea830f3ab241cdbf3ef76337da7718 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/cfea830f3ab241cdbf3ef76337da7718 2024-12-13T01:40:03,482 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/db92946b813641bfb4410aa1dc2489a1 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/db92946b813641bfb4410aa1dc2489a1 2024-12-13T01:40:03,482 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/cd15f72c45624073bf704a7bbac8822b to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/cd15f72c45624073bf704a7bbac8822b 2024-12-13T01:40:03,482 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/60653c25f5524376bfef6f9d468ef9ae to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/60653c25f5524376bfef6f9d468ef9ae 2024-12-13T01:40:03,483 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/f2bcabe08177417cbf378592147501ec to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/f2bcabe08177417cbf378592147501ec 2024-12-13T01:40:03,483 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/1c179cfe5948414ba407465ffb04baeb to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/1c179cfe5948414ba407465ffb04baeb 2024-12-13T01:40:03,483 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/c4c5f7f644144ce3ad17d02ff874ed63 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/c4c5f7f644144ce3ad17d02ff874ed63 2024-12-13T01:40:03,483 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/e38d5aee6e6c4f1a9b3b3f29875faca5 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/e38d5aee6e6c4f1a9b3b3f29875faca5 2024-12-13T01:40:03,484 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/80d1f00f172c4edbb05d59d9e367a6cb to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/80d1f00f172c4edbb05d59d9e367a6cb 2024-12-13T01:40:03,484 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/08831b32e8b84bf3ab4dba418040c445 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/08831b32e8b84bf3ab4dba418040c445 2024-12-13T01:40:03,484 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/0c276c67ef8b4c7286f9a62c87a60b4e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/0c276c67ef8b4c7286f9a62c87a60b4e 2024-12-13T01:40:03,484 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/6800d348fede459c8ffa4252bd543556 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/6800d348fede459c8ffa4252bd543556 2024-12-13T01:40:03,488 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/recovered.edits/382.seqid, newMaxSeqId=382, maxSeqId=1 2024-12-13T01:40:03,489 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841. 2024-12-13T01:40:03,489 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1635): Region close journal for e782ec5859e82f94a8c5071e50723841: 2024-12-13T01:40:03,490 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(170): Closed e782ec5859e82f94a8c5071e50723841 2024-12-13T01:40:03,490 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=e782ec5859e82f94a8c5071e50723841, regionState=CLOSED 2024-12-13T01:40:03,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-13T01:40:03,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseRegionProcedure e782ec5859e82f94a8c5071e50723841, server=3c5776cc2308,43079,1734053906774 in 1.4700 sec 2024-12-13T01:40:03,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-12-13T01:40:03,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e782ec5859e82f94a8c5071e50723841, UNASSIGN in 1.4740 sec 2024-12-13T01:40:03,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-13T01:40:03,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4770 sec 2024-12-13T01:40:03,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734054003495"}]},"ts":"1734054003495"} 2024-12-13T01:40:03,496 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-13T01:40:03,540 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-13T01:40:03,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5470 sec 2024-12-13T01:40:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-13T01:40:04,108 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-13T01:40:04,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-13T01:40:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:04,114 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-13T01:40:04,115 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=91, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:04,117 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841 2024-12-13T01:40:04,123 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A, FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B, FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C, FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/recovered.edits] 2024-12-13T01:40:04,129 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/5e1652df74f64947a5cc33f898cdb6f3 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/5e1652df74f64947a5cc33f898cdb6f3 2024-12-13T01:40:04,130 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/c24a02245f914b6f9cfbb3c57833b996 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/c24a02245f914b6f9cfbb3c57833b996 2024-12-13T01:40:04,130 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/9a9d6864c40244479187a8b373a36edf to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/A/9a9d6864c40244479187a8b373a36edf 2024-12-13T01:40:04,134 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/1c9e477aa34648e8830dfdfa83477cd3 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/1c9e477aa34648e8830dfdfa83477cd3 2024-12-13T01:40:04,134 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/6422e95f06bb438e968e55d3626ef9b7 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/6422e95f06bb438e968e55d3626ef9b7 2024-12-13T01:40:04,134 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/e7ee742754d74e49a28291b943b71ed2 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/B/e7ee742754d74e49a28291b943b71ed2 2024-12-13T01:40:04,138 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/0d243595320940cda228fcbf1dea3f56 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/0d243595320940cda228fcbf1dea3f56 2024-12-13T01:40:04,138 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/64a106e2c816479eadc8aaea80074774 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/64a106e2c816479eadc8aaea80074774 2024-12-13T01:40:04,139 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/efeba141e41548039e056e00c449ec81 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/C/efeba141e41548039e056e00c449ec81 2024-12-13T01:40:04,141 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/recovered.edits/382.seqid to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841/recovered.edits/382.seqid 2024-12-13T01:40:04,142 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/e782ec5859e82f94a8c5071e50723841 2024-12-13T01:40:04,142 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-13T01:40:04,144 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=91, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:04,145 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-13T01:40:04,147 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-13T01:40:04,148 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=91, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:04,148 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-13T01:40:04,148 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734054004148"}]},"ts":"9223372036854775807"} 2024-12-13T01:40:04,149 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T01:40:04,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e782ec5859e82f94a8c5071e50723841, NAME => 'TestAcidGuarantees,,1734053976749.e782ec5859e82f94a8c5071e50723841.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T01:40:04,149 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-13T01:40:04,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734054004149"}]},"ts":"9223372036854775807"} 2024-12-13T01:40:04,150 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-13T01:40:04,191 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=91, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:04,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 81 msec 2024-12-13T01:40:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-13T01:40:04,217 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-13T01:40:04,233 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=245 (was 244) - Thread LEAK? -, OpenFileDescriptor=453 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=281 (was 248) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12492 (was 12553) 2024-12-13T01:40:04,242 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=245, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=281, ProcessCount=11, AvailableMemoryMB=12491 2024-12-13T01:40:04,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-13T01:40:04,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T01:40:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:04,245 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T01:40:04,245 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:04,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 92 2024-12-13T01:40:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-13T01:40:04,246 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T01:40:04,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742111_1287 (size=963) 2024-12-13T01:40:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-13T01:40:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-13T01:40:04,658 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863 2024-12-13T01:40:04,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742112_1288 (size=53) 2024-12-13T01:40:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-13T01:40:05,070 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T01:40:05,071 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f573e11d59989fd6eae352f619fb6177, disabling compactions & flushes 2024-12-13T01:40:05,071 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:05,071 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:05,071 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. after waiting 0 ms 2024-12-13T01:40:05,071 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:05,071 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:05,071 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:05,074 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T01:40:05,074 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734054005074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734054005074"}]},"ts":"1734054005074"} 2024-12-13T01:40:05,077 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T01:40:05,078 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T01:40:05,078 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734054005078"}]},"ts":"1734054005078"} 2024-12-13T01:40:05,080 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-13T01:40:05,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f573e11d59989fd6eae352f619fb6177, ASSIGN}] 2024-12-13T01:40:05,135 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f573e11d59989fd6eae352f619fb6177, ASSIGN 2024-12-13T01:40:05,136 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f573e11d59989fd6eae352f619fb6177, ASSIGN; state=OFFLINE, location=3c5776cc2308,43079,1734053906774; forceNewPlan=false, retain=false 2024-12-13T01:40:05,287 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=f573e11d59989fd6eae352f619fb6177, regionState=OPENING, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:05,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; OpenRegionProcedure f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774}] 2024-12-13T01:40:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-13T01:40:05,444 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:05,451 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:05,452 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7285): Opening region: {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} 2024-12-13T01:40:05,453 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:05,453 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T01:40:05,453 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7327): checking encryption for f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:05,453 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7330): checking classloading for f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:05,456 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:05,458 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:40:05,458 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f573e11d59989fd6eae352f619fb6177 columnFamilyName A 2024-12-13T01:40:05,458 DEBUG [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:05,459 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] regionserver.HStore(327): Store=f573e11d59989fd6eae352f619fb6177/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:40:05,459 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:05,460 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:40:05,461 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f573e11d59989fd6eae352f619fb6177 columnFamilyName B 2024-12-13T01:40:05,461 DEBUG [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:05,461 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] regionserver.HStore(327): Store=f573e11d59989fd6eae352f619fb6177/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:40:05,462 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:05,463 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:40:05,463 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f573e11d59989fd6eae352f619fb6177 columnFamilyName C 2024-12-13T01:40:05,463 DEBUG [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:05,464 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] regionserver.HStore(327): Store=f573e11d59989fd6eae352f619fb6177/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:40:05,464 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:05,464 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:05,465 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:05,466 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T01:40:05,467 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1085): writing seq id for f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:05,469 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T01:40:05,469 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1102): Opened f573e11d59989fd6eae352f619fb6177; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61505841, jitterRate=-0.08349154889583588}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T01:40:05,470 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1001): Region open journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:05,470 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177., pid=94, masterSystemTime=1734054005444 2024-12-13T01:40:05,471 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:05,471 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:05,472 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=f573e11d59989fd6eae352f619fb6177, regionState=OPEN, openSeqNum=2, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:05,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-13T01:40:05,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; OpenRegionProcedure f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 in 183 msec 2024-12-13T01:40:05,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-12-13T01:40:05,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f573e11d59989fd6eae352f619fb6177, ASSIGN in 342 msec 2024-12-13T01:40:05,475 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T01:40:05,475 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734054005475"}]},"ts":"1734054005475"} 2024-12-13T01:40:05,476 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-13T01:40:05,516 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T01:40:05,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2730 sec 2024-12-13T01:40:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-13T01:40:06,356 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-12-13T01:40:06,359 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf 2024-12-13T01:40:06,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:06,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:06,416 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49204, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:06,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T01:40:06,420 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T01:40:06,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-13T01:40:06,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T01:40:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:06,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742113_1289 (size=999) 2024-12-13T01:40:06,840 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-13T01:40:06,840 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-13T01:40:06,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-13T01:40:06,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f573e11d59989fd6eae352f619fb6177, REOPEN/MOVE}] 2024-12-13T01:40:06,848 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f573e11d59989fd6eae352f619fb6177, REOPEN/MOVE 2024-12-13T01:40:06,849 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=f573e11d59989fd6eae352f619fb6177, regionState=CLOSING, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:06,850 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T01:40:06,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774}] 2024-12-13T01:40:07,002 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,003 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:07,003 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T01:40:07,003 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing f573e11d59989fd6eae352f619fb6177, disabling compactions & flushes 2024-12-13T01:40:07,003 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:07,003 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:07,003 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. after waiting 0 ms 2024-12-13T01:40:07,003 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:07,012 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T01:40:07,013 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:07,013 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:07,013 WARN [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionServer(3786): Not adding moved region record: f573e11d59989fd6eae352f619fb6177 to self. 2024-12-13T01:40:07,015 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:07,015 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=f573e11d59989fd6eae352f619fb6177, regionState=CLOSED 2024-12-13T01:40:07,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-13T01:40:07,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 in 166 msec 2024-12-13T01:40:07,019 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f573e11d59989fd6eae352f619fb6177, REOPEN/MOVE; state=CLOSED, location=3c5776cc2308,43079,1734053906774; forceNewPlan=false, retain=true 2024-12-13T01:40:07,170 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=f573e11d59989fd6eae352f619fb6177, regionState=OPENING, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=97, state=RUNNABLE; OpenRegionProcedure f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774}] 2024-12-13T01:40:07,326 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,334 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:07,334 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7285): Opening region: {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} 2024-12-13T01:40:07,335 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:07,335 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T01:40:07,335 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7327): checking encryption for f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:07,335 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7330): checking classloading for f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:07,337 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:07,339 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:40:07,339 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f573e11d59989fd6eae352f619fb6177 columnFamilyName A 2024-12-13T01:40:07,340 DEBUG [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:07,341 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] regionserver.HStore(327): Store=f573e11d59989fd6eae352f619fb6177/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:40:07,342 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:07,343 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:40:07,343 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f573e11d59989fd6eae352f619fb6177 columnFamilyName B 2024-12-13T01:40:07,343 DEBUG [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:07,343 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] regionserver.HStore(327): Store=f573e11d59989fd6eae352f619fb6177/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:40:07,343 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:07,344 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:40:07,344 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f573e11d59989fd6eae352f619fb6177 columnFamilyName C 2024-12-13T01:40:07,344 DEBUG [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:07,345 INFO [StoreOpener-f573e11d59989fd6eae352f619fb6177-1 {}] regionserver.HStore(327): Store=f573e11d59989fd6eae352f619fb6177/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:40:07,345 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:07,345 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:07,346 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:07,348 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T01:40:07,349 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1085): writing seq id for f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:07,349 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1102): Opened f573e11d59989fd6eae352f619fb6177; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59094337, jitterRate=-0.11942575871944427}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T01:40:07,350 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1001): Region open journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:07,351 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177., pid=99, masterSystemTime=1734054007326 2024-12-13T01:40:07,352 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:07,352 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:07,352 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=f573e11d59989fd6eae352f619fb6177, regionState=OPEN, openSeqNum=5, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=97 2024-12-13T01:40:07,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=97, state=SUCCESS; OpenRegionProcedure f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 in 180 msec 2024-12-13T01:40:07,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-12-13T01:40:07,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f573e11d59989fd6eae352f619fb6177, REOPEN/MOVE in 507 msec 2024-12-13T01:40:07,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-13T01:40:07,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 510 msec 2024-12-13T01:40:07,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 933 msec 2024-12-13T01:40:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-13T01:40:07,360 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0 2024-12-13T01:40:07,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:07,419 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c336ea4 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167a78b0 2024-12-13T01:40:07,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31aea41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:07,433 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f94d721 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5aee939b 2024-12-13T01:40:07,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e247aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:07,445 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319559be to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f49665c 2024-12-13T01:40:07,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2205f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:07,458 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c907e21 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683f8469 2024-12-13T01:40:07,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584e9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:07,470 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b 2024-12-13T01:40:07,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:07,483 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b308f62 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@787e5169 2024-12-13T01:40:07,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7284f16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:07,495 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68035c67 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@627cad17 2024-12-13T01:40:07,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a637ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:07,508 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3eab689a to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39387e4d 2024-12-13T01:40:07,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa53591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:07,520 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x59bd764a to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@238db126 2024-12-13T01:40:07,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3512017b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:07,530 DEBUG [hconnection-0x4d2b2d1b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:07,531 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:07,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:40:07,532 DEBUG [hconnection-0x57033f81-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-12-13T01:40:07,533 DEBUG [hconnection-0x22a0fc30-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:07,533 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:40:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-13T01:40:07,534 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:07,534 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:07,534 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:40:07,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:40:07,535 DEBUG [hconnection-0x1f5523b2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:07,536 DEBUG [hconnection-0x7c513998-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:07,536 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:07,537 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49258, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:07,538 DEBUG [hconnection-0x3c1bd92d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:07,539 DEBUG [hconnection-0x3bcc6fa7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:07,539 DEBUG [hconnection-0x5a4c499e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:07,539 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:07,540 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:07,540 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:07,540 DEBUG [hconnection-0x1d6bb5cc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:07,541 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:07,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f573e11d59989fd6eae352f619fb6177 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-13T01:40:07,543 DEBUG [hconnection-0x3779370a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:07,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=A 2024-12-13T01:40:07,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:07,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=B 2024-12-13T01:40:07,544 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:07,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:07,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=C 2024-12-13T01:40:07,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:07,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054067555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054067555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054067555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054067556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054067556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121348c43ce046d6479983c02bf6b279f6bc_f573e11d59989fd6eae352f619fb6177 is 50, key is test_row_0/A:col10/1734054007541/Put/seqid=0 2024-12-13T01:40:07,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742114_1290 (size=12154) 2024-12-13T01:40:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-13T01:40:07,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054067656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054067656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054067656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054067659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054067660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,685 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-13T01:40:07,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:07,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:07,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:07,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:07,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-13T01:40:07,837 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-13T01:40:07,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:07,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:07,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:07,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:07,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:07,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054067858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054067858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054067858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054067862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054067862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,972 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:07,975 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121348c43ce046d6479983c02bf6b279f6bc_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121348c43ce046d6479983c02bf6b279f6bc_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:07,976 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/98f95956bab84ce9a82eed37f3b1069d, store: [table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:07,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/98f95956bab84ce9a82eed37f3b1069d is 175, key is test_row_0/A:col10/1734054007541/Put/seqid=0 2024-12-13T01:40:07,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742115_1291 (size=30955) 2024-12-13T01:40:07,989 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:07,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-13T01:40:07,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:07,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:07,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:07,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:07,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-13T01:40:08,141 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:08,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-13T01:40:08,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:08,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:08,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:08,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:08,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:08,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054068159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:08,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054068162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:08,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054068163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:08,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054068165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:08,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054068166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:08,294 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:08,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-13T01:40:08,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:08,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:08,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:08,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:08,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:08,380 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=19, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/98f95956bab84ce9a82eed37f3b1069d 2024-12-13T01:40:08,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/f58859206f054a30991d5d4105328a6a is 50, key is test_row_0/B:col10/1734054007541/Put/seqid=0 2024-12-13T01:40:08,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742116_1292 (size=12001) 2024-12-13T01:40:08,447 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:08,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-13T01:40:08,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:08,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:08,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:08,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:08,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:08,599 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:08,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-13T01:40:08,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:08,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:08,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:08,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:08,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-13T01:40:08,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054068664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:08,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054068666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:08,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054068668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:08,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054068670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:08,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054068673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:08,752 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:08,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-13T01:40:08,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:08,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:08,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:08,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:08,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:08,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/f58859206f054a30991d5d4105328a6a 2024-12-13T01:40:08,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/4f132afd49384605809ca71f051b7eb3 is 50, key is test_row_0/C:col10/1734054007541/Put/seqid=0 2024-12-13T01:40:08,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742117_1293 (size=12001) 2024-12-13T01:40:08,904 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:08,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-13T01:40:08,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:08,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:08,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:08,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:08,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:09,011 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-13T01:40:09,056 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:09,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-13T01:40:09,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:09,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:09,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:09,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:09,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:09,208 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:09,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-13T01:40:09,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:09,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:09,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:09,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:09,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:09,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/4f132afd49384605809ca71f051b7eb3 2024-12-13T01:40:09,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/98f95956bab84ce9a82eed37f3b1069d as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/98f95956bab84ce9a82eed37f3b1069d 2024-12-13T01:40:09,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/98f95956bab84ce9a82eed37f3b1069d, entries=150, sequenceid=19, filesize=30.2 K 2024-12-13T01:40:09,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/f58859206f054a30991d5d4105328a6a as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/f58859206f054a30991d5d4105328a6a 2024-12-13T01:40:09,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/f58859206f054a30991d5d4105328a6a, entries=150, sequenceid=19, filesize=11.7 K 2024-12-13T01:40:09,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/4f132afd49384605809ca71f051b7eb3 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/4f132afd49384605809ca71f051b7eb3 2024-12-13T01:40:09,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/4f132afd49384605809ca71f051b7eb3, entries=150, sequenceid=19, filesize=11.7 K 2024-12-13T01:40:09,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for f573e11d59989fd6eae352f619fb6177 in 1704ms, sequenceid=19, compaction requested=false 2024-12-13T01:40:09,247 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-13T01:40:09,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:09,361 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:09,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-13T01:40:09,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:09,362 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing f573e11d59989fd6eae352f619fb6177 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-13T01:40:09,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=A 2024-12-13T01:40:09,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:09,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=B 2024-12-13T01:40:09,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:09,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=C 2024-12-13T01:40:09,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:09,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121328e628d6bc734607b2efa2e457d7a8d6_f573e11d59989fd6eae352f619fb6177 is 50, key is test_row_0/A:col10/1734054007555/Put/seqid=0 2024-12-13T01:40:09,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742118_1294 (size=12154) 2024-12-13T01:40:09,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:09,373 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121328e628d6bc734607b2efa2e457d7a8d6_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121328e628d6bc734607b2efa2e457d7a8d6_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:09,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/6f64aa81a5bf4960b8efd624d88c2c7f, store: [table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:09,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/6f64aa81a5bf4960b8efd624d88c2c7f is 175, key is test_row_0/A:col10/1734054007555/Put/seqid=0 2024-12-13T01:40:09,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742119_1295 (size=30955) 2024-12-13T01:40:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-13T01:40:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:09,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:09,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054069681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:09,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054069685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:09,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054069686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:09,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054069686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:09,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054069687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:09,778 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/6f64aa81a5bf4960b8efd624d88c2c7f 2024-12-13T01:40:09,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/a66f4fa3a860422e867408a31b3ec508 is 50, key is test_row_0/B:col10/1734054007555/Put/seqid=0 2024-12-13T01:40:09,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742120_1296 (size=12001) 2024-12-13T01:40:09,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054069788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:09,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054069792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:09,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054069792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:09,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054069792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:09,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054069794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:09,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054069990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:09,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054069995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:09,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054069995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:09,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054069996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:09,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054069997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:10,189 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/a66f4fa3a860422e867408a31b3ec508 2024-12-13T01:40:10,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/8ceae30ff7014af590c131f74948daf3 is 50, key is test_row_0/C:col10/1734054007555/Put/seqid=0 2024-12-13T01:40:10,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742121_1297 (size=12001) 2024-12-13T01:40:10,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054070293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:10,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054070297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:10,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054070300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:10,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054070300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:10,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054070300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:10,600 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/8ceae30ff7014af590c131f74948daf3 2024-12-13T01:40:10,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/6f64aa81a5bf4960b8efd624d88c2c7f as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/6f64aa81a5bf4960b8efd624d88c2c7f 2024-12-13T01:40:10,608 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/6f64aa81a5bf4960b8efd624d88c2c7f, entries=150, sequenceid=42, filesize=30.2 K 2024-12-13T01:40:10,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/a66f4fa3a860422e867408a31b3ec508 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/a66f4fa3a860422e867408a31b3ec508 2024-12-13T01:40:10,612 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/a66f4fa3a860422e867408a31b3ec508, entries=150, sequenceid=42, filesize=11.7 K 2024-12-13T01:40:10,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/8ceae30ff7014af590c131f74948daf3 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/8ceae30ff7014af590c131f74948daf3 2024-12-13T01:40:10,617 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/8ceae30ff7014af590c131f74948daf3, entries=150, sequenceid=42, filesize=11.7 K 2024-12-13T01:40:10,617 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for f573e11d59989fd6eae352f619fb6177 in 1255ms, sequenceid=42, compaction requested=false 2024-12-13T01:40:10,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:10,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:10,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-12-13T01:40:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-12-13T01:40:10,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-12-13T01:40:10,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0840 sec 2024-12-13T01:40:10,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 3.0870 sec 2024-12-13T01:40:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:10,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f573e11d59989fd6eae352f619fb6177 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-13T01:40:10,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=A 2024-12-13T01:40:10,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:10,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=B 2024-12-13T01:40:10,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:10,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=C 2024-12-13T01:40:10,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:10,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412137d4f9f03d72e444195db12a3b28e2e93_f573e11d59989fd6eae352f619fb6177 is 50, key is test_row_0/A:col10/1734054010799/Put/seqid=0 2024-12-13T01:40:10,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742122_1298 (size=12154) 2024-12-13T01:40:10,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054070822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:10,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054070824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:10,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054070825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:10,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054070827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:10,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054070829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:10,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054070930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:10,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054070930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:10,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054070930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:10,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054070930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:10,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054070934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:11,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054071132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:11,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054071132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:11,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054071133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:11,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054071134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:11,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054071137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:11,214 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:11,217 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412137d4f9f03d72e444195db12a3b28e2e93_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412137d4f9f03d72e444195db12a3b28e2e93_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:11,218 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/b8023d3f391e4ebcaa19e966b971906b, store: [table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:11,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/b8023d3f391e4ebcaa19e966b971906b is 175, key is test_row_0/A:col10/1734054010799/Put/seqid=0 2024-12-13T01:40:11,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742123_1299 (size=30955) 2024-12-13T01:40:11,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054071435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:11,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054071437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:11,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054071437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:11,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054071437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:11,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054071441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:11,622 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/b8023d3f391e4ebcaa19e966b971906b 2024-12-13T01:40:11,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/e0f3c96569cc44b0afaa2388803c1743 is 50, key is test_row_0/B:col10/1734054010799/Put/seqid=0 2024-12-13T01:40:11,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742124_1300 (size=12001) 2024-12-13T01:40:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-13T01:40:11,638 INFO [Thread-1345 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-12-13T01:40:11,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:40:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-12-13T01:40:11,640 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:40:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-13T01:40:11,640 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:40:11,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:40:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-13T01:40:11,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:11,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-13T01:40:11,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:11,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:11,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:11,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:11,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-13T01:40:11,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054071942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:11,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054071943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:11,944 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:11,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-13T01:40:11,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:11,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:11,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:11,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:11,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:11,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054071943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:11,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054071944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:11,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054071946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:12,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/e0f3c96569cc44b0afaa2388803c1743 2024-12-13T01:40:12,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/c3f93569e5da462ea8c3eb1f1d6d2023 is 50, key is test_row_0/C:col10/1734054010799/Put/seqid=0 2024-12-13T01:40:12,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742125_1301 (size=12001) 2024-12-13T01:40:12,096 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:12,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-13T01:40:12,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:12,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:12,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:12,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:12,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-13T01:40:12,249 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:12,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-13T01:40:12,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:12,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:12,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:12,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:12,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:12,401 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:12,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-13T01:40:12,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:12,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:12,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:12,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:12,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:12,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/c3f93569e5da462ea8c3eb1f1d6d2023 2024-12-13T01:40:12,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/b8023d3f391e4ebcaa19e966b971906b as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/b8023d3f391e4ebcaa19e966b971906b 2024-12-13T01:40:12,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/b8023d3f391e4ebcaa19e966b971906b, entries=150, sequenceid=57, filesize=30.2 K 2024-12-13T01:40:12,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/e0f3c96569cc44b0afaa2388803c1743 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/e0f3c96569cc44b0afaa2388803c1743 2024-12-13T01:40:12,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/e0f3c96569cc44b0afaa2388803c1743, entries=150, sequenceid=57, filesize=11.7 K 2024-12-13T01:40:12,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/c3f93569e5da462ea8c3eb1f1d6d2023 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/c3f93569e5da462ea8c3eb1f1d6d2023 2024-12-13T01:40:12,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/c3f93569e5da462ea8c3eb1f1d6d2023, entries=150, sequenceid=57, filesize=11.7 K 2024-12-13T01:40:12,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f573e11d59989fd6eae352f619fb6177 in 1678ms, sequenceid=57, compaction requested=true 2024-12-13T01:40:12,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:12,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f573e11d59989fd6eae352f619fb6177:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:40:12,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:12,479 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:12,479 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:12,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f573e11d59989fd6eae352f619fb6177:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:40:12,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:12,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f573e11d59989fd6eae352f619fb6177:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:40:12,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:12,480 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:12,480 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:12,480 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): f573e11d59989fd6eae352f619fb6177/A is initiating minor compaction (all files) 2024-12-13T01:40:12,480 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): f573e11d59989fd6eae352f619fb6177/B is initiating minor compaction (all files) 2024-12-13T01:40:12,480 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f573e11d59989fd6eae352f619fb6177/A in TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:12,480 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f573e11d59989fd6eae352f619fb6177/B in TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:12,480 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/98f95956bab84ce9a82eed37f3b1069d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/6f64aa81a5bf4960b8efd624d88c2c7f, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/b8023d3f391e4ebcaa19e966b971906b] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp, totalSize=90.7 K 2024-12-13T01:40:12,480 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/f58859206f054a30991d5d4105328a6a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/a66f4fa3a860422e867408a31b3ec508, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/e0f3c96569cc44b0afaa2388803c1743] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp, totalSize=35.2 K 2024-12-13T01:40:12,480 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:12,480 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. files: [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/98f95956bab84ce9a82eed37f3b1069d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/6f64aa81a5bf4960b8efd624d88c2c7f, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/b8023d3f391e4ebcaa19e966b971906b] 2024-12-13T01:40:12,480 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting f58859206f054a30991d5d4105328a6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1734054007539 2024-12-13T01:40:12,480 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98f95956bab84ce9a82eed37f3b1069d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1734054007539 2024-12-13T01:40:12,480 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting a66f4fa3a860422e867408a31b3ec508, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1734054007554 2024-12-13T01:40:12,481 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f64aa81a5bf4960b8efd624d88c2c7f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1734054007554 2024-12-13T01:40:12,481 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting e0f3c96569cc44b0afaa2388803c1743, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734054009685 2024-12-13T01:40:12,481 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8023d3f391e4ebcaa19e966b971906b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734054009685 2024-12-13T01:40:12,485 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:12,487 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f573e11d59989fd6eae352f619fb6177#B#compaction#253 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:12,487 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241213bec1bf5804d642cc8b9d9a7862ec1a36_f573e11d59989fd6eae352f619fb6177 store=[table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:12,487 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/ce1687443d914aa895177a5cede61cc4 is 50, key is test_row_0/B:col10/1734054010799/Put/seqid=0 2024-12-13T01:40:12,489 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241213bec1bf5804d642cc8b9d9a7862ec1a36_f573e11d59989fd6eae352f619fb6177, store=[table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:12,489 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213bec1bf5804d642cc8b9d9a7862ec1a36_f573e11d59989fd6eae352f619fb6177 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:12,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742127_1303 (size=4469) 2024-12-13T01:40:12,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742126_1302 (size=12104) 2024-12-13T01:40:12,553 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:12,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-13T01:40:12,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:12,554 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing f573e11d59989fd6eae352f619fb6177 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-13T01:40:12,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=A 2024-12-13T01:40:12,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:12,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=B 2024-12-13T01:40:12,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:12,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=C 2024-12-13T01:40:12,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:12,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121315d4e8b3f4b249faa7515965ad34df11_f573e11d59989fd6eae352f619fb6177 is 50, key is test_row_0/A:col10/1734054010826/Put/seqid=0 2024-12-13T01:40:12,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742128_1304 (size=12154) 2024-12-13T01:40:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-13T01:40:12,893 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f573e11d59989fd6eae352f619fb6177#A#compaction#252 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:12,894 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/5aa52374b4ff42ea90e2fb7580eb5f54 is 175, key is test_row_0/A:col10/1734054010799/Put/seqid=0 2024-12-13T01:40:12,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742129_1305 (size=31058) 2024-12-13T01:40:12,897 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/ce1687443d914aa895177a5cede61cc4 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/ce1687443d914aa895177a5cede61cc4 2024-12-13T01:40:12,901 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f573e11d59989fd6eae352f619fb6177/B of f573e11d59989fd6eae352f619fb6177 into ce1687443d914aa895177a5cede61cc4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:12,901 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:12,901 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177., storeName=f573e11d59989fd6eae352f619fb6177/B, priority=13, startTime=1734054012479; duration=0sec 2024-12-13T01:40:12,901 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:12,901 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f573e11d59989fd6eae352f619fb6177:B 2024-12-13T01:40:12,901 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:12,902 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:12,902 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): f573e11d59989fd6eae352f619fb6177/C is initiating minor compaction (all files) 2024-12-13T01:40:12,902 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f573e11d59989fd6eae352f619fb6177/C in TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:12,902 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/4f132afd49384605809ca71f051b7eb3, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/8ceae30ff7014af590c131f74948daf3, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/c3f93569e5da462ea8c3eb1f1d6d2023] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp, totalSize=35.2 K 2024-12-13T01:40:12,903 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f132afd49384605809ca71f051b7eb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1734054007539 2024-12-13T01:40:12,903 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ceae30ff7014af590c131f74948daf3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1734054007554 2024-12-13T01:40:12,903 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting c3f93569e5da462ea8c3eb1f1d6d2023, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734054009685 2024-12-13T01:40:12,908 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f573e11d59989fd6eae352f619fb6177#C#compaction#255 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:12,909 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/7e8f13eea9154a4994f8bb3a45b43ebc is 50, key is test_row_0/C:col10/1734054010799/Put/seqid=0 2024-12-13T01:40:12,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742130_1306 (size=12104) 2024-12-13T01:40:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:12,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:12,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054072956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:12,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054072958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:12,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:12,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054072961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:12,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:12,966 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121315d4e8b3f4b249faa7515965ad34df11_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121315d4e8b3f4b249faa7515965ad34df11_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054072961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:12,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054072961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:12,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/6c350f0784604a55b61eacc2c9d944b5, store: [table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:12,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/6c350f0784604a55b61eacc2c9d944b5 is 175, key is test_row_0/A:col10/1734054010826/Put/seqid=0 2024-12-13T01:40:12,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742131_1307 (size=30955) 2024-12-13T01:40:13,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054073062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:13,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054073063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:13,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054073067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:13,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054073067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:13,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054073067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:13,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054073266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:13,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054073267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:13,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054073272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:13,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054073273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:13,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054073273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:13,301 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/5aa52374b4ff42ea90e2fb7580eb5f54 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/5aa52374b4ff42ea90e2fb7580eb5f54 2024-12-13T01:40:13,305 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f573e11d59989fd6eae352f619fb6177/A of f573e11d59989fd6eae352f619fb6177 into 5aa52374b4ff42ea90e2fb7580eb5f54(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:13,305 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:13,305 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177., storeName=f573e11d59989fd6eae352f619fb6177/A, priority=13, startTime=1734054012479; duration=0sec 2024-12-13T01:40:13,306 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:13,306 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f573e11d59989fd6eae352f619fb6177:A 2024-12-13T01:40:13,315 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/7e8f13eea9154a4994f8bb3a45b43ebc as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/7e8f13eea9154a4994f8bb3a45b43ebc 2024-12-13T01:40:13,318 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f573e11d59989fd6eae352f619fb6177/C of f573e11d59989fd6eae352f619fb6177 into 7e8f13eea9154a4994f8bb3a45b43ebc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:13,318 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:13,318 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177., storeName=f573e11d59989fd6eae352f619fb6177/C, priority=13, startTime=1734054012479; duration=0sec 2024-12-13T01:40:13,318 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:13,318 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f573e11d59989fd6eae352f619fb6177:C 2024-12-13T01:40:13,371 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/6c350f0784604a55b61eacc2c9d944b5 2024-12-13T01:40:13,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/adaad1e2a2a44b32872de4697f782127 is 50, key is test_row_0/B:col10/1734054010826/Put/seqid=0 2024-12-13T01:40:13,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742132_1308 (size=12001) 2024-12-13T01:40:13,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054073570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:13,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054073572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:13,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054073575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:13,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054073579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:13,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054073579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-13T01:40:13,782 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/adaad1e2a2a44b32872de4697f782127 2024-12-13T01:40:13,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/22cfdebd5bf44dc5bf7fb02a413d0d61 is 50, key is test_row_0/C:col10/1734054010826/Put/seqid=0 2024-12-13T01:40:13,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742133_1309 (size=12001) 2024-12-13T01:40:14,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054074077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:14,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054074077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:14,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054074082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:14,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054074085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:14,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:14,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054074088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:14,193 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/22cfdebd5bf44dc5bf7fb02a413d0d61 2024-12-13T01:40:14,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/6c350f0784604a55b61eacc2c9d944b5 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/6c350f0784604a55b61eacc2c9d944b5 2024-12-13T01:40:14,200 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/6c350f0784604a55b61eacc2c9d944b5, entries=150, sequenceid=78, filesize=30.2 K 2024-12-13T01:40:14,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/adaad1e2a2a44b32872de4697f782127 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/adaad1e2a2a44b32872de4697f782127 2024-12-13T01:40:14,205 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/adaad1e2a2a44b32872de4697f782127, entries=150, sequenceid=78, filesize=11.7 K 2024-12-13T01:40:14,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/22cfdebd5bf44dc5bf7fb02a413d0d61 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/22cfdebd5bf44dc5bf7fb02a413d0d61 2024-12-13T01:40:14,209 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/22cfdebd5bf44dc5bf7fb02a413d0d61, entries=150, sequenceid=78, filesize=11.7 K 2024-12-13T01:40:14,210 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f573e11d59989fd6eae352f619fb6177 in 1657ms, sequenceid=78, compaction requested=false 2024-12-13T01:40:14,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:14,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:14,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-12-13T01:40:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-12-13T01:40:14,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-12-13T01:40:14,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5700 sec 2024-12-13T01:40:14,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.5740 sec 2024-12-13T01:40:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:15,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f573e11d59989fd6eae352f619fb6177 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-13T01:40:15,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=A 2024-12-13T01:40:15,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:15,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=B 2024-12-13T01:40:15,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:15,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=C 2024-12-13T01:40:15,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:15,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412138c1a74fdf009439a8075c582a8a62fbd_f573e11d59989fd6eae352f619fb6177 is 50, key is test_row_0/A:col10/1734054012960/Put/seqid=0 2024-12-13T01:40:15,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742134_1310 (size=14594) 2024-12-13T01:40:15,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054075104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:15,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054075105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:15,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054075105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:15,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054075105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:15,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054075106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:15,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054075209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:15,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054075210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:15,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054075210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:15,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054075210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:15,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054075210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:15,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054075413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:15,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054075414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:15,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054075414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:15,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054075415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:15,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054075415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:15,498 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:15,501 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412138c1a74fdf009439a8075c582a8a62fbd_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412138c1a74fdf009439a8075c582a8a62fbd_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:15,502 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/2314c19ce9294887bc67f8307ad74b39, store: [table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:15,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/2314c19ce9294887bc67f8307ad74b39 is 175, key is test_row_0/A:col10/1734054012960/Put/seqid=0 2024-12-13T01:40:15,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742135_1311 (size=39549) 2024-12-13T01:40:15,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054075716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:15,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054075718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:15,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054075719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:15,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054075719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:15,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054075719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:15,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-13T01:40:15,744 INFO [Thread-1345 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-12-13T01:40:15,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:40:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-12-13T01:40:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-13T01:40:15,746 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:40:15,747 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:40:15,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:40:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-13T01:40:15,898 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:15,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-13T01:40:15,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:15,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:15,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:15,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:15,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:15,905 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/2314c19ce9294887bc67f8307ad74b39 2024-12-13T01:40:15,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/ddb9e7b1f46c49f98cb750476960475e is 50, key is test_row_0/B:col10/1734054012960/Put/seqid=0 2024-12-13T01:40:15,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742136_1312 (size=12001) 2024-12-13T01:40:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-13T01:40:16,050 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:16,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-13T01:40:16,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:16,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:16,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:16,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:16,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:16,202 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:16,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-13T01:40:16,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:16,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:16,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:16,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:16,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:16,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054076224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:16,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054076224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:16,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054076225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:16,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054076225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:16,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054076229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:16,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/ddb9e7b1f46c49f98cb750476960475e 2024-12-13T01:40:16,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/184c6c39ec4e402a926c6312a6b92db7 is 50, key is test_row_0/C:col10/1734054012960/Put/seqid=0 2024-12-13T01:40:16,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742137_1313 (size=12001) 2024-12-13T01:40:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-13T01:40:16,355 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:16,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-13T01:40:16,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:16,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:16,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:16,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:16,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:16,507 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:16,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-13T01:40:16,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:16,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:16,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:16,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:16,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:16,659 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:16,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-13T01:40:16,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:16,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:16,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:16,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:16,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:16,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/184c6c39ec4e402a926c6312a6b92db7 2024-12-13T01:40:16,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/2314c19ce9294887bc67f8307ad74b39 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/2314c19ce9294887bc67f8307ad74b39 2024-12-13T01:40:16,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/2314c19ce9294887bc67f8307ad74b39, entries=200, sequenceid=97, filesize=38.6 K 2024-12-13T01:40:16,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/ddb9e7b1f46c49f98cb750476960475e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/ddb9e7b1f46c49f98cb750476960475e 2024-12-13T01:40:16,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/ddb9e7b1f46c49f98cb750476960475e, entries=150, sequenceid=97, filesize=11.7 K 2024-12-13T01:40:16,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/184c6c39ec4e402a926c6312a6b92db7 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/184c6c39ec4e402a926c6312a6b92db7 2024-12-13T01:40:16,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/184c6c39ec4e402a926c6312a6b92db7, entries=150, sequenceid=97, filesize=11.7 K 2024-12-13T01:40:16,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f573e11d59989fd6eae352f619fb6177 in 1663ms, sequenceid=97, compaction requested=true 2024-12-13T01:40:16,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:16,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f573e11d59989fd6eae352f619fb6177:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:40:16,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:16,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f573e11d59989fd6eae352f619fb6177:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:40:16,749 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:16,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:16,749 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:16,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f573e11d59989fd6eae352f619fb6177:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:40:16,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:16,750 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:16,750 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:16,750 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): f573e11d59989fd6eae352f619fb6177/B is initiating minor compaction (all files) 2024-12-13T01:40:16,750 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): f573e11d59989fd6eae352f619fb6177/A is initiating minor compaction (all files) 2024-12-13T01:40:16,750 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f573e11d59989fd6eae352f619fb6177/B in TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:16,750 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f573e11d59989fd6eae352f619fb6177/A in TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:16,750 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/5aa52374b4ff42ea90e2fb7580eb5f54, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/6c350f0784604a55b61eacc2c9d944b5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/2314c19ce9294887bc67f8307ad74b39] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp, totalSize=99.2 K 2024-12-13T01:40:16,750 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/ce1687443d914aa895177a5cede61cc4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/adaad1e2a2a44b32872de4697f782127, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/ddb9e7b1f46c49f98cb750476960475e] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp, totalSize=35.3 K 2024-12-13T01:40:16,750 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:16,750 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. files: [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/5aa52374b4ff42ea90e2fb7580eb5f54, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/6c350f0784604a55b61eacc2c9d944b5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/2314c19ce9294887bc67f8307ad74b39] 2024-12-13T01:40:16,750 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting ce1687443d914aa895177a5cede61cc4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734054009685 2024-12-13T01:40:16,750 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5aa52374b4ff42ea90e2fb7580eb5f54, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734054009685 2024-12-13T01:40:16,750 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting adaad1e2a2a44b32872de4697f782127, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734054010820 2024-12-13T01:40:16,751 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c350f0784604a55b61eacc2c9d944b5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734054010820 2024-12-13T01:40:16,751 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2314c19ce9294887bc67f8307ad74b39, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734054012958 2024-12-13T01:40:16,751 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting ddb9e7b1f46c49f98cb750476960475e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734054012958 2024-12-13T01:40:16,755 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:16,756 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f573e11d59989fd6eae352f619fb6177#B#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:16,756 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/596a8594a9194b459a87d49b2de45881 is 50, key is test_row_0/B:col10/1734054012960/Put/seqid=0 2024-12-13T01:40:16,757 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241213ee308ef1018d41e9925f2d63d05e4367_f573e11d59989fd6eae352f619fb6177 store=[table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:16,758 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241213ee308ef1018d41e9925f2d63d05e4367_f573e11d59989fd6eae352f619fb6177, store=[table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:16,758 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213ee308ef1018d41e9925f2d63d05e4367_f573e11d59989fd6eae352f619fb6177 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:16,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742138_1314 (size=12207) 2024-12-13T01:40:16,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742139_1315 (size=4469) 2024-12-13T01:40:16,789 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f573e11d59989fd6eae352f619fb6177#A#compaction#262 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:16,790 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/dc85fbd5b4e842ba93cd07c61191825e is 175, key is test_row_0/A:col10/1734054012960/Put/seqid=0 2024-12-13T01:40:16,793 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/596a8594a9194b459a87d49b2de45881 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/596a8594a9194b459a87d49b2de45881 2024-12-13T01:40:16,800 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f573e11d59989fd6eae352f619fb6177/B of f573e11d59989fd6eae352f619fb6177 into 596a8594a9194b459a87d49b2de45881(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:16,800 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:16,800 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177., storeName=f573e11d59989fd6eae352f619fb6177/B, priority=13, startTime=1734054016749; duration=0sec 2024-12-13T01:40:16,800 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:16,800 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f573e11d59989fd6eae352f619fb6177:B 2024-12-13T01:40:16,802 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:16,803 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:16,803 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): f573e11d59989fd6eae352f619fb6177/C is initiating minor compaction (all files) 2024-12-13T01:40:16,803 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f573e11d59989fd6eae352f619fb6177/C in TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:16,803 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/7e8f13eea9154a4994f8bb3a45b43ebc, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/22cfdebd5bf44dc5bf7fb02a413d0d61, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/184c6c39ec4e402a926c6312a6b92db7] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp, totalSize=35.3 K 2024-12-13T01:40:16,803 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e8f13eea9154a4994f8bb3a45b43ebc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734054009685 2024-12-13T01:40:16,804 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 22cfdebd5bf44dc5bf7fb02a413d0d61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734054010820 2024-12-13T01:40:16,804 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 184c6c39ec4e402a926c6312a6b92db7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734054012958 2024-12-13T01:40:16,810 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f573e11d59989fd6eae352f619fb6177#C#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:16,811 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/1222aa3fa6af43618494844cf5be4f69 is 50, key is test_row_0/C:col10/1734054012960/Put/seqid=0 2024-12-13T01:40:16,811 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:16,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-13T01:40:16,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:16,813 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing f573e11d59989fd6eae352f619fb6177 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-13T01:40:16,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=A 2024-12-13T01:40:16,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:16,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=B 2024-12-13T01:40:16,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:16,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=C 2024-12-13T01:40:16,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:16,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742140_1316 (size=31161) 2024-12-13T01:40:16,840 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/dc85fbd5b4e842ba93cd07c61191825e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/dc85fbd5b4e842ba93cd07c61191825e 2024-12-13T01:40:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-13T01:40:16,849 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f573e11d59989fd6eae352f619fb6177/A of f573e11d59989fd6eae352f619fb6177 into dc85fbd5b4e842ba93cd07c61191825e(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:16,849 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:16,849 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177., storeName=f573e11d59989fd6eae352f619fb6177/A, priority=13, startTime=1734054016749; duration=0sec 2024-12-13T01:40:16,850 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:16,850 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f573e11d59989fd6eae352f619fb6177:A 2024-12-13T01:40:16,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742141_1317 (size=12207) 2024-12-13T01:40:16,859 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/1222aa3fa6af43618494844cf5be4f69 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/1222aa3fa6af43618494844cf5be4f69 2024-12-13T01:40:16,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213cdd3f30206bf4785878ae6cbc43189d9_f573e11d59989fd6eae352f619fb6177 is 50, key is test_row_0/A:col10/1734054015105/Put/seqid=0 2024-12-13T01:40:16,875 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f573e11d59989fd6eae352f619fb6177/C of f573e11d59989fd6eae352f619fb6177 into 1222aa3fa6af43618494844cf5be4f69(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:16,875 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:16,875 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177., storeName=f573e11d59989fd6eae352f619fb6177/C, priority=13, startTime=1734054016749; duration=0sec 2024-12-13T01:40:16,875 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:16,875 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f573e11d59989fd6eae352f619fb6177:C 2024-12-13T01:40:16,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742142_1318 (size=12154) 2024-12-13T01:40:16,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:16,904 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213cdd3f30206bf4785878ae6cbc43189d9_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213cdd3f30206bf4785878ae6cbc43189d9_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:16,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/af2a673a693e424387a54e9112002042, store: [table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:16,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/af2a673a693e424387a54e9112002042 is 175, key is test_row_0/A:col10/1734054015105/Put/seqid=0 2024-12-13T01:40:16,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742143_1319 (size=30955) 2024-12-13T01:40:17,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:17,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054077244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:17,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054077244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:17,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054077244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:17,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054077245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:17,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054077245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:17,309 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/af2a673a693e424387a54e9112002042 2024-12-13T01:40:17,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/96b61ae1c3424e9ab35433edf6a1af09 is 50, key is test_row_0/B:col10/1734054015105/Put/seqid=0 2024-12-13T01:40:17,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742144_1320 (size=12001) 2024-12-13T01:40:17,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054077349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:17,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054077349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:17,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054077349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:17,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054077349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:17,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054077349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:17,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054077552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:17,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054077552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:17,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054077552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:17,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054077552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:17,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054077552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:17,726 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/96b61ae1c3424e9ab35433edf6a1af09 2024-12-13T01:40:17,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/336b0e069cae49eaa616955bf1ee4c4d is 50, key is test_row_0/C:col10/1734054015105/Put/seqid=0 2024-12-13T01:40:17,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742145_1321 (size=12001) 2024-12-13T01:40:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-13T01:40:17,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054077856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:17,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054077856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:17,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054077858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:17,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054077858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:17,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054077858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:18,155 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/336b0e069cae49eaa616955bf1ee4c4d 2024-12-13T01:40:18,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/af2a673a693e424387a54e9112002042 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/af2a673a693e424387a54e9112002042 2024-12-13T01:40:18,162 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/af2a673a693e424387a54e9112002042, entries=150, sequenceid=118, filesize=30.2 K 2024-12-13T01:40:18,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/96b61ae1c3424e9ab35433edf6a1af09 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/96b61ae1c3424e9ab35433edf6a1af09 2024-12-13T01:40:18,165 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/96b61ae1c3424e9ab35433edf6a1af09, entries=150, sequenceid=118, filesize=11.7 K 2024-12-13T01:40:18,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/336b0e069cae49eaa616955bf1ee4c4d as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/336b0e069cae49eaa616955bf1ee4c4d 2024-12-13T01:40:18,169 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/336b0e069cae49eaa616955bf1ee4c4d, entries=150, sequenceid=118, filesize=11.7 K 2024-12-13T01:40:18,170 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f573e11d59989fd6eae352f619fb6177 in 1357ms, sequenceid=118, compaction requested=false 2024-12-13T01:40:18,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:18,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:18,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-12-13T01:40:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-12-13T01:40:18,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-12-13T01:40:18,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4240 sec 2024-12-13T01:40:18,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.4270 sec 2024-12-13T01:40:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:18,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f573e11d59989fd6eae352f619fb6177 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-13T01:40:18,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=A 2024-12-13T01:40:18,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:18,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=B 2024-12-13T01:40:18,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:18,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=C 2024-12-13T01:40:18,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:18,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121335dbd618e15545c5a9b9921972a24fcb_f573e11d59989fd6eae352f619fb6177 is 50, key is test_row_0/A:col10/1734054017245/Put/seqid=0 2024-12-13T01:40:18,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054078383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:18,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054078384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:18,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054078384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:18,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054078388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:18,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742146_1322 (size=14794) 2024-12-13T01:40:18,393 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:18,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054078388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:18,397 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121335dbd618e15545c5a9b9921972a24fcb_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121335dbd618e15545c5a9b9921972a24fcb_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:18,398 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/a77c7595ea4c41c8b2f5d5f7b92464ec, store: [table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:18,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/a77c7595ea4c41c8b2f5d5f7b92464ec is 175, key is test_row_0/A:col10/1734054017245/Put/seqid=0 2024-12-13T01:40:18,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742147_1323 (size=39749) 2024-12-13T01:40:18,411 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/a77c7595ea4c41c8b2f5d5f7b92464ec 2024-12-13T01:40:18,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/19ca8a9c948744f3a6a054b49685897e is 50, key is test_row_0/B:col10/1734054017245/Put/seqid=0 2024-12-13T01:40:18,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742148_1324 (size=12151) 2024-12-13T01:40:18,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054078489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:18,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054078492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:18,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054078492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:18,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054078493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:18,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054078495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:18,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054078693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:18,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054078696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:18,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054078696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:18,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054078697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:18,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054078698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:18,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/19ca8a9c948744f3a6a054b49685897e 2024-12-13T01:40:18,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/54d76f433c8f457f9984227aef98bd52 is 50, key is test_row_0/C:col10/1734054017245/Put/seqid=0 2024-12-13T01:40:18,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742149_1325 (size=12151) 2024-12-13T01:40:19,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054078998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:19,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054078998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:19,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054079002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:19,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054079002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:19,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054079003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:19,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/54d76f433c8f457f9984227aef98bd52 2024-12-13T01:40:19,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/a77c7595ea4c41c8b2f5d5f7b92464ec as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/a77c7595ea4c41c8b2f5d5f7b92464ec 2024-12-13T01:40:19,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/a77c7595ea4c41c8b2f5d5f7b92464ec, entries=200, sequenceid=137, filesize=38.8 K 2024-12-13T01:40:19,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/19ca8a9c948744f3a6a054b49685897e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/19ca8a9c948744f3a6a054b49685897e 2024-12-13T01:40:19,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/19ca8a9c948744f3a6a054b49685897e, entries=150, sequenceid=137, filesize=11.9 K 2024-12-13T01:40:19,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/54d76f433c8f457f9984227aef98bd52 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/54d76f433c8f457f9984227aef98bd52 2024-12-13T01:40:19,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/54d76f433c8f457f9984227aef98bd52, entries=150, sequenceid=137, filesize=11.9 K 2024-12-13T01:40:19,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for f573e11d59989fd6eae352f619fb6177 in 881ms, sequenceid=137, compaction requested=true 2024-12-13T01:40:19,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:19,244 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:19,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f573e11d59989fd6eae352f619fb6177:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:40:19,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:19,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f573e11d59989fd6eae352f619fb6177:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:40:19,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:19,245 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:19,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f573e11d59989fd6eae352f619fb6177:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:40:19,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:19,245 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:19,245 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:19,245 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): f573e11d59989fd6eae352f619fb6177/A is initiating minor compaction (all files) 2024-12-13T01:40:19,245 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): f573e11d59989fd6eae352f619fb6177/B is initiating minor compaction (all files) 2024-12-13T01:40:19,245 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f573e11d59989fd6eae352f619fb6177/B in TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:19,245 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f573e11d59989fd6eae352f619fb6177/A in TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:19,246 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/dc85fbd5b4e842ba93cd07c61191825e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/af2a673a693e424387a54e9112002042, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/a77c7595ea4c41c8b2f5d5f7b92464ec] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp, totalSize=99.5 K 2024-12-13T01:40:19,246 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/596a8594a9194b459a87d49b2de45881, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/96b61ae1c3424e9ab35433edf6a1af09, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/19ca8a9c948744f3a6a054b49685897e] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp, totalSize=35.5 K 2024-12-13T01:40:19,246 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:19,246 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. files: [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/dc85fbd5b4e842ba93cd07c61191825e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/af2a673a693e424387a54e9112002042, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/a77c7595ea4c41c8b2f5d5f7b92464ec] 2024-12-13T01:40:19,246 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 596a8594a9194b459a87d49b2de45881, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734054012958 2024-12-13T01:40:19,246 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc85fbd5b4e842ba93cd07c61191825e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734054012958 2024-12-13T01:40:19,246 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 96b61ae1c3424e9ab35433edf6a1af09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734054015104 2024-12-13T01:40:19,246 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting af2a673a693e424387a54e9112002042, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734054015104 2024-12-13T01:40:19,246 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 19ca8a9c948744f3a6a054b49685897e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1734054017243 2024-12-13T01:40:19,246 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting a77c7595ea4c41c8b2f5d5f7b92464ec, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1734054017243 2024-12-13T01:40:19,252 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:19,254 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f573e11d59989fd6eae352f619fb6177#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:19,254 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/d2953d8054114248b05336444c0ed99d is 50, key is test_row_0/B:col10/1734054017245/Put/seqid=0 2024-12-13T01:40:19,260 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241213e7d2308f75a7405c8d8641dd4e10f541_f573e11d59989fd6eae352f619fb6177 store=[table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:19,261 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241213e7d2308f75a7405c8d8641dd4e10f541_f573e11d59989fd6eae352f619fb6177, store=[table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:19,262 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213e7d2308f75a7405c8d8641dd4e10f541_f573e11d59989fd6eae352f619fb6177 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:19,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742150_1326 (size=12459) 2024-12-13T01:40:19,276 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/d2953d8054114248b05336444c0ed99d as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/d2953d8054114248b05336444c0ed99d 2024-12-13T01:40:19,281 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f573e11d59989fd6eae352f619fb6177/B of f573e11d59989fd6eae352f619fb6177 into d2953d8054114248b05336444c0ed99d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:19,281 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:19,281 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177., storeName=f573e11d59989fd6eae352f619fb6177/B, priority=13, startTime=1734054019245; duration=0sec 2024-12-13T01:40:19,282 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:19,282 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f573e11d59989fd6eae352f619fb6177:B 2024-12-13T01:40:19,282 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:19,283 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:19,283 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): f573e11d59989fd6eae352f619fb6177/C is initiating minor compaction (all files) 2024-12-13T01:40:19,283 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f573e11d59989fd6eae352f619fb6177/C in TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:19,283 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/1222aa3fa6af43618494844cf5be4f69, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/336b0e069cae49eaa616955bf1ee4c4d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/54d76f433c8f457f9984227aef98bd52] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp, totalSize=35.5 K 2024-12-13T01:40:19,283 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 1222aa3fa6af43618494844cf5be4f69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734054012958 2024-12-13T01:40:19,284 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 336b0e069cae49eaa616955bf1ee4c4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734054015104 2024-12-13T01:40:19,284 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 54d76f433c8f457f9984227aef98bd52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1734054017243 2024-12-13T01:40:19,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742151_1327 (size=4469) 2024-12-13T01:40:19,289 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f573e11d59989fd6eae352f619fb6177#C#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:19,290 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/f3a6b658444147a7baa20844bdc75d79 is 50, key is test_row_0/C:col10/1734054017245/Put/seqid=0 2024-12-13T01:40:19,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742152_1328 (size=12459) 2024-12-13T01:40:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:19,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f573e11d59989fd6eae352f619fb6177 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-13T01:40:19,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=A 2024-12-13T01:40:19,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:19,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=B 2024-12-13T01:40:19,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:19,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=C 2024-12-13T01:40:19,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:19,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213c790f857d01843da9d6095509081bef4_f573e11d59989fd6eae352f619fb6177 is 50, key is test_row_0/A:col10/1734054018382/Put/seqid=0 2024-12-13T01:40:19,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742153_1329 (size=14794) 2024-12-13T01:40:19,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054079517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:19,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054079517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:19,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054079519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:19,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054079520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:19,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054079521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:19,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054079622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:19,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054079622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:19,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054079623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:19,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054079625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:19,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054079625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:19,689 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f573e11d59989fd6eae352f619fb6177#A#compaction#270 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:19,690 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/ea99ba57d52b4a5f93c8152d04ca6b60 is 175, key is test_row_0/A:col10/1734054017245/Put/seqid=0 2024-12-13T01:40:19,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742154_1330 (size=31413) 2024-12-13T01:40:19,697 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/f3a6b658444147a7baa20844bdc75d79 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/f3a6b658444147a7baa20844bdc75d79 2024-12-13T01:40:19,700 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f573e11d59989fd6eae352f619fb6177/C of f573e11d59989fd6eae352f619fb6177 into f3a6b658444147a7baa20844bdc75d79(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:19,700 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:19,700 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177., storeName=f573e11d59989fd6eae352f619fb6177/C, priority=13, startTime=1734054019245; duration=0sec 2024-12-13T01:40:19,700 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:19,700 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f573e11d59989fd6eae352f619fb6177:C 2024-12-13T01:40:19,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054079827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:19,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054079827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:19,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054079828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:19,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054079829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:19,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054079830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-13T01:40:19,850 INFO [Thread-1345 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-12-13T01:40:19,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:40:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-12-13T01:40:19,852 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:40:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-13T01:40:19,853 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:40:19,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:40:19,915 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:19,918 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213c790f857d01843da9d6095509081bef4_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213c790f857d01843da9d6095509081bef4_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:19,918 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/e03d97de0d464610ad0249064c4241ec, store: [table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:19,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/e03d97de0d464610ad0249064c4241ec is 175, key is test_row_0/A:col10/1734054018382/Put/seqid=0 2024-12-13T01:40:19,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742155_1331 (size=39749) 2024-12-13T01:40:19,922 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/e03d97de0d464610ad0249064c4241ec 2024-12-13T01:40:19,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/5df523c19f6143d997c5bc3563c83679 is 50, key is test_row_0/B:col10/1734054018382/Put/seqid=0 2024-12-13T01:40:19,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742156_1332 (size=12151) 2024-12-13T01:40:19,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-13T01:40:20,004 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:20,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-13T01:40:20,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:20,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:20,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:20,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:20,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:20,099 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/ea99ba57d52b4a5f93c8152d04ca6b60 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/ea99ba57d52b4a5f93c8152d04ca6b60 2024-12-13T01:40:20,103 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f573e11d59989fd6eae352f619fb6177/A of f573e11d59989fd6eae352f619fb6177 into ea99ba57d52b4a5f93c8152d04ca6b60(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:20,103 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:20,103 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177., storeName=f573e11d59989fd6eae352f619fb6177/A, priority=13, startTime=1734054019244; duration=0sec 2024-12-13T01:40:20,104 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:20,104 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f573e11d59989fd6eae352f619fb6177:A 2024-12-13T01:40:20,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:20,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054080129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:20,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054080131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:20,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:20,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054080133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:20,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054080134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:20,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054080134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-13T01:40:20,156 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:20,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-13T01:40:20,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:20,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:20,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:20,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:20,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:20,309 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:20,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-13T01:40:20,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:20,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:20,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:20,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:20,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:20,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/5df523c19f6143d997c5bc3563c83679 2024-12-13T01:40:20,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/36dcda8f86c54d319159e7cf0a69b607 is 50, key is test_row_0/C:col10/1734054018382/Put/seqid=0 2024-12-13T01:40:20,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742157_1333 (size=12151) 2024-12-13T01:40:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-13T01:40:20,460 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:20,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-13T01:40:20,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:20,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:20,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:20,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:20,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:20,612 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:20,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-13T01:40:20,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:20,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:20,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:20,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:20,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:20,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054080633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:20,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054080637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:20,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054080641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:20,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054080642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:20,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054080642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:20,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/36dcda8f86c54d319159e7cf0a69b607 2024-12-13T01:40:20,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/e03d97de0d464610ad0249064c4241ec as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/e03d97de0d464610ad0249064c4241ec 2024-12-13T01:40:20,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/e03d97de0d464610ad0249064c4241ec, entries=200, sequenceid=158, filesize=38.8 K 2024-12-13T01:40:20,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/5df523c19f6143d997c5bc3563c83679 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/5df523c19f6143d997c5bc3563c83679 2024-12-13T01:40:20,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/5df523c19f6143d997c5bc3563c83679, entries=150, sequenceid=158, filesize=11.9 K 2024-12-13T01:40:20,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/36dcda8f86c54d319159e7cf0a69b607 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/36dcda8f86c54d319159e7cf0a69b607 2024-12-13T01:40:20,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/36dcda8f86c54d319159e7cf0a69b607, entries=150, sequenceid=158, filesize=11.9 K 2024-12-13T01:40:20,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f573e11d59989fd6eae352f619fb6177 in 1254ms, sequenceid=158, compaction requested=false 2024-12-13T01:40:20,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:20,765 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:20,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-13T01:40:20,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:20,765 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing f573e11d59989fd6eae352f619fb6177 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-13T01:40:20,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=A 2024-12-13T01:40:20,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:20,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=B 2024-12-13T01:40:20,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:20,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=C 2024-12-13T01:40:20,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:20,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213fd6c746342bd4409878750c28134794e_f573e11d59989fd6eae352f619fb6177 is 50, key is test_row_0/A:col10/1734054019520/Put/seqid=0 2024-12-13T01:40:20,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742158_1334 (size=12304) 2024-12-13T01:40:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-13T01:40:21,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:21,177 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213fd6c746342bd4409878750c28134794e_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213fd6c746342bd4409878750c28134794e_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:21,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/264e3012d69b49afbcb28030aab2d7f7, store: [table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:21,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/264e3012d69b49afbcb28030aab2d7f7 is 175, key is test_row_0/A:col10/1734054019520/Put/seqid=0 2024-12-13T01:40:21,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742159_1335 (size=31105) 2024-12-13T01:40:21,582 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/264e3012d69b49afbcb28030aab2d7f7 2024-12-13T01:40:21,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/94cf0b1f30b7440e847f4607cd041880 is 50, key is test_row_0/B:col10/1734054019520/Put/seqid=0 2024-12-13T01:40:21,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742160_1336 (size=12151) 2024-12-13T01:40:21,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:21,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054081663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:21,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054081664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:21,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054081666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:21,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054081668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:21,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054081669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:21,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054081770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:21,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054081770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:21,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054081773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:21,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054081775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:21,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054081775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-13T01:40:21,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054081973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:21,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054081973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:21,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054081978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:21,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054081979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:21,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054081979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:22,000 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/94cf0b1f30b7440e847f4607cd041880 2024-12-13T01:40:22,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/dd8280f681d64acdbdf229686f518635 is 50, key is test_row_0/C:col10/1734054019520/Put/seqid=0 2024-12-13T01:40:22,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742161_1337 (size=12151) 2024-12-13T01:40:22,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054082279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:22,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054082279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:22,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054082287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:22,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054082287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:22,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054082287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:22,410 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/dd8280f681d64acdbdf229686f518635 2024-12-13T01:40:22,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/264e3012d69b49afbcb28030aab2d7f7 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/264e3012d69b49afbcb28030aab2d7f7 2024-12-13T01:40:22,418 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/264e3012d69b49afbcb28030aab2d7f7, entries=150, sequenceid=176, filesize=30.4 K 2024-12-13T01:40:22,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/94cf0b1f30b7440e847f4607cd041880 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/94cf0b1f30b7440e847f4607cd041880 2024-12-13T01:40:22,422 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/94cf0b1f30b7440e847f4607cd041880, entries=150, sequenceid=176, filesize=11.9 K 2024-12-13T01:40:22,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/dd8280f681d64acdbdf229686f518635 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/dd8280f681d64acdbdf229686f518635 2024-12-13T01:40:22,427 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/dd8280f681d64acdbdf229686f518635, entries=150, sequenceid=176, filesize=11.9 K 2024-12-13T01:40:22,428 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f573e11d59989fd6eae352f619fb6177 in 1663ms, sequenceid=176, compaction requested=true 2024-12-13T01:40:22,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:22,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:22,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-12-13T01:40:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-12-13T01:40:22,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-13T01:40:22,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5760 sec 2024-12-13T01:40:22,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.5790 sec 2024-12-13T01:40:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:22,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f573e11d59989fd6eae352f619fb6177 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-13T01:40:22,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=A 2024-12-13T01:40:22,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:22,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=B 2024-12-13T01:40:22,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:22,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=C 2024-12-13T01:40:22,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:22,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054082805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:22,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054082806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:22,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054082806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:22,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054082807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:22,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054082808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:22,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213826da53ba18145bf9c49fd61f337168a_f573e11d59989fd6eae352f619fb6177 is 50, key is test_row_0/A:col10/1734054021667/Put/seqid=0 2024-12-13T01:40:22,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742162_1338 (size=14794) 2024-12-13T01:40:22,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054082913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:22,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054082913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:22,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054082913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:22,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054082913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:22,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054082917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:23,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054083118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:23,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054083118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:23,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054083118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:23,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054083118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:23,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054083118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:23,229 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:23,232 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213826da53ba18145bf9c49fd61f337168a_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213826da53ba18145bf9c49fd61f337168a_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:23,233 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/6fc63f849d58481db727c68dcecc61dc, store: [table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:23,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/6fc63f849d58481db727c68dcecc61dc is 175, key is test_row_0/A:col10/1734054021667/Put/seqid=0 2024-12-13T01:40:23,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742163_1339 (size=39749) 2024-12-13T01:40:23,236 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/6fc63f849d58481db727c68dcecc61dc 2024-12-13T01:40:23,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/c04d34994a694f8fa199f025820e620d is 50, key is test_row_0/B:col10/1734054021667/Put/seqid=0 2024-12-13T01:40:23,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742164_1340 (size=12151) 2024-12-13T01:40:23,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054083422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:23,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054083424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:23,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054083424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:23,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054083424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:23,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054083424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:23,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/c04d34994a694f8fa199f025820e620d 2024-12-13T01:40:23,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/7e5f24ed1a2e42b8a970141fc129a511 is 50, key is test_row_0/C:col10/1734054021667/Put/seqid=0 2024-12-13T01:40:23,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742165_1341 (size=12151) 2024-12-13T01:40:23,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054083928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:23,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054083928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:23,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054083929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:23,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:23,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054083930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:23,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:23,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054083930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:23,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-13T01:40:23,956 INFO [Thread-1345 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-13T01:40:23,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:40:23,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-12-13T01:40:23,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-13T01:40:23,958 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:40:23,959 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:40:23,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:40:24,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-13T01:40:24,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/7e5f24ed1a2e42b8a970141fc129a511 2024-12-13T01:40:24,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/6fc63f849d58481db727c68dcecc61dc as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/6fc63f849d58481db727c68dcecc61dc 2024-12-13T01:40:24,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/6fc63f849d58481db727c68dcecc61dc, entries=200, sequenceid=197, filesize=38.8 K 2024-12-13T01:40:24,070 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-12-13T01:40:24,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/c04d34994a694f8fa199f025820e620d as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/c04d34994a694f8fa199f025820e620d 2024-12-13T01:40:24,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/c04d34994a694f8fa199f025820e620d, entries=150, sequenceid=197, filesize=11.9 K 2024-12-13T01:40:24,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/7e5f24ed1a2e42b8a970141fc129a511 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/7e5f24ed1a2e42b8a970141fc129a511 2024-12-13T01:40:24,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/7e5f24ed1a2e42b8a970141fc129a511, entries=150, sequenceid=197, filesize=11.9 K 2024-12-13T01:40:24,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f573e11d59989fd6eae352f619fb6177 in 1291ms, sequenceid=197, compaction requested=true 2024-12-13T01:40:24,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:24,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f573e11d59989fd6eae352f619fb6177:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:40:24,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:24,078 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T01:40:24,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f573e11d59989fd6eae352f619fb6177:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:40:24,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:24,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f573e11d59989fd6eae352f619fb6177:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:40:24,079 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T01:40:24,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:24,088 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142016 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T01:40:24,088 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T01:40:24,088 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): f573e11d59989fd6eae352f619fb6177/B is initiating minor compaction (all files) 2024-12-13T01:40:24,088 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): f573e11d59989fd6eae352f619fb6177/A is initiating minor compaction (all files) 2024-12-13T01:40:24,088 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f573e11d59989fd6eae352f619fb6177/A in TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:24,088 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f573e11d59989fd6eae352f619fb6177/B in TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:24,088 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/ea99ba57d52b4a5f93c8152d04ca6b60, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/e03d97de0d464610ad0249064c4241ec, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/264e3012d69b49afbcb28030aab2d7f7, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/6fc63f849d58481db727c68dcecc61dc] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp, totalSize=138.7 K 2024-12-13T01:40:24,088 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/d2953d8054114248b05336444c0ed99d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/5df523c19f6143d997c5bc3563c83679, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/94cf0b1f30b7440e847f4607cd041880, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/c04d34994a694f8fa199f025820e620d] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp, totalSize=47.8 K 2024-12-13T01:40:24,088 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:24,089 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. files: [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/ea99ba57d52b4a5f93c8152d04ca6b60, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/e03d97de0d464610ad0249064c4241ec, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/264e3012d69b49afbcb28030aab2d7f7, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/6fc63f849d58481db727c68dcecc61dc] 2024-12-13T01:40:24,089 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting d2953d8054114248b05336444c0ed99d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1734054017243 2024-12-13T01:40:24,089 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea99ba57d52b4a5f93c8152d04ca6b60, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1734054017243 2024-12-13T01:40:24,089 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 5df523c19f6143d997c5bc3563c83679, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734054018382 2024-12-13T01:40:24,089 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting e03d97de0d464610ad0249064c4241ec, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734054018382 2024-12-13T01:40:24,089 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 94cf0b1f30b7440e847f4607cd041880, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734054019516 2024-12-13T01:40:24,089 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 264e3012d69b49afbcb28030aab2d7f7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734054019516 2024-12-13T01:40:24,089 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting c04d34994a694f8fa199f025820e620d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734054021667 2024-12-13T01:40:24,089 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fc63f849d58481db727c68dcecc61dc, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734054021649 2024-12-13T01:40:24,095 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:24,096 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f573e11d59989fd6eae352f619fb6177#B#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:24,096 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/c72f35145e6447c0b7f01f932d888eb4 is 50, key is test_row_0/B:col10/1734054021667/Put/seqid=0 2024-12-13T01:40:24,098 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412130e6b8b12d27d45acbf034f299becb3d5_f573e11d59989fd6eae352f619fb6177 store=[table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:24,100 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412130e6b8b12d27d45acbf034f299becb3d5_f573e11d59989fd6eae352f619fb6177, store=[table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:24,100 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412130e6b8b12d27d45acbf034f299becb3d5_f573e11d59989fd6eae352f619fb6177 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:24,110 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:24,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-13T01:40:24,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:24,110 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing f573e11d59989fd6eae352f619fb6177 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-13T01:40:24,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=A 2024-12-13T01:40:24,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:24,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=B 2024-12-13T01:40:24,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:24,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=C 2024-12-13T01:40:24,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:24,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742166_1342 (size=12595) 2024-12-13T01:40:24,121 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/c72f35145e6447c0b7f01f932d888eb4 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/c72f35145e6447c0b7f01f932d888eb4 2024-12-13T01:40:24,125 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f573e11d59989fd6eae352f619fb6177/B of f573e11d59989fd6eae352f619fb6177 into c72f35145e6447c0b7f01f932d888eb4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:24,125 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:24,125 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177., storeName=f573e11d59989fd6eae352f619fb6177/B, priority=12, startTime=1734054024078; duration=0sec 2024-12-13T01:40:24,125 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:24,125 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f573e11d59989fd6eae352f619fb6177:B 2024-12-13T01:40:24,126 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-13T01:40:24,126 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-13T01:40:24,127 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): f573e11d59989fd6eae352f619fb6177/C is initiating minor compaction (all files) 2024-12-13T01:40:24,127 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f573e11d59989fd6eae352f619fb6177/C in TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:24,127 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/f3a6b658444147a7baa20844bdc75d79, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/36dcda8f86c54d319159e7cf0a69b607, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/dd8280f681d64acdbdf229686f518635, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/7e5f24ed1a2e42b8a970141fc129a511] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp, totalSize=47.8 K 2024-12-13T01:40:24,127 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting f3a6b658444147a7baa20844bdc75d79, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1734054017243 2024-12-13T01:40:24,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742167_1343 (size=4469) 2024-12-13T01:40:24,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213a0a45dd22a0f4abd861fdcf6b3c7d5a2_f573e11d59989fd6eae352f619fb6177 is 50, key is test_row_0/A:col10/1734054022800/Put/seqid=0 2024-12-13T01:40:24,130 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 36dcda8f86c54d319159e7cf0a69b607, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734054018382 2024-12-13T01:40:24,131 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f573e11d59989fd6eae352f619fb6177#A#compaction#283 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:24,131 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting dd8280f681d64acdbdf229686f518635, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734054019516 2024-12-13T01:40:24,131 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e5f24ed1a2e42b8a970141fc129a511, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734054021667 2024-12-13T01:40:24,131 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/2c3a0a75734c4d51b1788c9c98f40c1a is 175, key is test_row_0/A:col10/1734054021667/Put/seqid=0 2024-12-13T01:40:24,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742168_1344 (size=12304) 2024-12-13T01:40:24,145 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f573e11d59989fd6eae352f619fb6177#C#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:24,146 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/eb1d43747f0845c6a87b28dc55eb30e1 is 50, key is test_row_0/C:col10/1734054021667/Put/seqid=0 2024-12-13T01:40:24,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742169_1345 (size=31549) 2024-12-13T01:40:24,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742170_1346 (size=12595) 2024-12-13T01:40:24,168 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/eb1d43747f0845c6a87b28dc55eb30e1 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/eb1d43747f0845c6a87b28dc55eb30e1 2024-12-13T01:40:24,172 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f573e11d59989fd6eae352f619fb6177/C of f573e11d59989fd6eae352f619fb6177 into eb1d43747f0845c6a87b28dc55eb30e1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:24,172 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:24,173 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177., storeName=f573e11d59989fd6eae352f619fb6177/C, priority=12, startTime=1734054024079; duration=0sec 2024-12-13T01:40:24,173 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:24,173 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f573e11d59989fd6eae352f619fb6177:C 2024-12-13T01:40:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-13T01:40:24,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:24,549 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213a0a45dd22a0f4abd861fdcf6b3c7d5a2_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213a0a45dd22a0f4abd861fdcf6b3c7d5a2_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:24,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/c512edcdfdde4218a1c9d04a94e47f65, store: [table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:24,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/c512edcdfdde4218a1c9d04a94e47f65 is 175, key is test_row_0/A:col10/1734054022800/Put/seqid=0 2024-12-13T01:40:24,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742171_1347 (size=31105) 2024-12-13T01:40:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-13T01:40:24,563 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/2c3a0a75734c4d51b1788c9c98f40c1a as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/2c3a0a75734c4d51b1788c9c98f40c1a 2024-12-13T01:40:24,566 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f573e11d59989fd6eae352f619fb6177/A of f573e11d59989fd6eae352f619fb6177 into 2c3a0a75734c4d51b1788c9c98f40c1a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:24,566 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:24,566 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177., storeName=f573e11d59989fd6eae352f619fb6177/A, priority=12, startTime=1734054024078; duration=0sec 2024-12-13T01:40:24,567 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:24,567 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f573e11d59989fd6eae352f619fb6177:A 2024-12-13T01:40:24,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:24,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054084950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:24,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054084952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:24,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054084956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:24,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054084956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:24,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054084956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:24,960 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/c512edcdfdde4218a1c9d04a94e47f65 2024-12-13T01:40:24,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/03de0fad223b4f948d2dda79ef16c3fc is 50, key is test_row_0/B:col10/1734054022800/Put/seqid=0 2024-12-13T01:40:24,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742172_1348 (size=12151) 2024-12-13T01:40:25,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054085057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:25,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054085057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-13T01:40:25,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054085060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:25,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054085060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:25,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054085060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:25,228 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T01:40:25,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054085260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:25,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054085260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:25,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054085263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:25,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054085264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:25,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054085264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:25,368 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/03de0fad223b4f948d2dda79ef16c3fc 2024-12-13T01:40:25,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/7902327f25f042d68835473d6c4e4edd is 50, key is test_row_0/C:col10/1734054022800/Put/seqid=0 2024-12-13T01:40:25,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742173_1349 (size=12151) 2024-12-13T01:40:25,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054085564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:25,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054085565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:25,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054085567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:25,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054085567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:25,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054085569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:25,777 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/7902327f25f042d68835473d6c4e4edd 2024-12-13T01:40:25,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/c512edcdfdde4218a1c9d04a94e47f65 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/c512edcdfdde4218a1c9d04a94e47f65 2024-12-13T01:40:25,784 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/c512edcdfdde4218a1c9d04a94e47f65, entries=150, sequenceid=212, filesize=30.4 K 2024-12-13T01:40:25,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/03de0fad223b4f948d2dda79ef16c3fc as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/03de0fad223b4f948d2dda79ef16c3fc 2024-12-13T01:40:25,787 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/03de0fad223b4f948d2dda79ef16c3fc, entries=150, sequenceid=212, filesize=11.9 K 2024-12-13T01:40:25,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/7902327f25f042d68835473d6c4e4edd as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/7902327f25f042d68835473d6c4e4edd 2024-12-13T01:40:25,792 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/7902327f25f042d68835473d6c4e4edd, entries=150, sequenceid=212, filesize=11.9 K 2024-12-13T01:40:25,792 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for f573e11d59989fd6eae352f619fb6177 in 1682ms, sequenceid=212, compaction requested=false 2024-12-13T01:40:25,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:25,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:25,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-12-13T01:40:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-12-13T01:40:25,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-13T01:40:25,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8340 sec 2024-12-13T01:40:25,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.8380 sec 2024-12-13T01:40:26,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-13T01:40:26,062 INFO [Thread-1345 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-12-13T01:40:26,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:40:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-12-13T01:40:26,063 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:40:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-13T01:40:26,064 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:40:26,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:40:26,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:26,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f573e11d59989fd6eae352f619fb6177 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-13T01:40:26,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=A 2024-12-13T01:40:26,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:26,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=B 2024-12-13T01:40:26,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:26,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=C 2024-12-13T01:40:26,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:26,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412131e1e5faac11e4a6db7f72cd4ea5da096_f573e11d59989fd6eae352f619fb6177 is 50, key is test_row_0/A:col10/1734054024951/Put/seqid=0 2024-12-13T01:40:26,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742174_1350 (size=14794) 2024-12-13T01:40:26,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:26,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054086078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:26,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054086081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054086082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:26,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054086082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054086082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-13T01:40:26,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054086183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054086186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054086186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054086186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054086186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,215 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-13T01:40:26,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:26,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:26,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:26,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:26,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-13T01:40:26,367 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-13T01:40:26,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:26,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:26,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:26,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:26,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:26,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054086385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054086389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054086390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054086390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054086390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,478 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:26,481 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412131e1e5faac11e4a6db7f72cd4ea5da096_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412131e1e5faac11e4a6db7f72cd4ea5da096_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:26,481 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/707582e78c114af5be8f346ec82c92e2, store: [table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:26,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/707582e78c114af5be8f346ec82c92e2 is 175, key is test_row_0/A:col10/1734054024951/Put/seqid=0 2024-12-13T01:40:26,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742175_1351 (size=39749) 2024-12-13T01:40:26,520 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-13T01:40:26,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:26,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:26,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:26,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:26,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-13T01:40:26,672 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-13T01:40:26,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:26,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:26,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:26,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:26,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:26,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054086690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054086693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054086694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054086694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054086695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,824 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-13T01:40:26,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:26,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:26,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:26,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:26,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:26,885 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/707582e78c114af5be8f346ec82c92e2 2024-12-13T01:40:26,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/52aa7985e7654d4e801ec67b66622a95 is 50, key is test_row_0/B:col10/1734054024951/Put/seqid=0 2024-12-13T01:40:26,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742176_1352 (size=12151) 2024-12-13T01:40:26,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/52aa7985e7654d4e801ec67b66622a95 2024-12-13T01:40:26,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/aed2654a1e254540b91068b9d2d54c27 is 50, key is test_row_0/C:col10/1734054024951/Put/seqid=0 2024-12-13T01:40:26,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742177_1353 (size=12151) 2024-12-13T01:40:26,976 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:26,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-13T01:40:26,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:26,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:26,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:26,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:26,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:27,128 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:27,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-13T01:40:27,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:27,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:27,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:27,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:27,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-13T01:40:27,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49294 deadline: 1734054087196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:27,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1734054087197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:27,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49216 deadline: 1734054087198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:27,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1734054087198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:27,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49286 deadline: 1734054087200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:27,281 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:27,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-13T01:40:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:27,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:27,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:27,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/aed2654a1e254540b91068b9d2d54c27 2024-12-13T01:40:27,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/707582e78c114af5be8f346ec82c92e2 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/707582e78c114af5be8f346ec82c92e2 2024-12-13T01:40:27,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/707582e78c114af5be8f346ec82c92e2, entries=200, sequenceid=238, filesize=38.8 K 2024-12-13T01:40:27,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/52aa7985e7654d4e801ec67b66622a95 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/52aa7985e7654d4e801ec67b66622a95 2024-12-13T01:40:27,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/52aa7985e7654d4e801ec67b66622a95, entries=150, sequenceid=238, filesize=11.9 K 2024-12-13T01:40:27,313 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-13T01:40:27,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/aed2654a1e254540b91068b9d2d54c27 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/aed2654a1e254540b91068b9d2d54c27 2024-12-13T01:40:27,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/aed2654a1e254540b91068b9d2d54c27, entries=150, sequenceid=238, filesize=11.9 K 2024-12-13T01:40:27,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for f573e11d59989fd6eae352f619fb6177 in 1248ms, sequenceid=238, compaction requested=true 2024-12-13T01:40:27,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:27,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f573e11d59989fd6eae352f619fb6177:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:40:27,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:27,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f573e11d59989fd6eae352f619fb6177:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:40:27,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:27,317 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:27,317 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:27,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f573e11d59989fd6eae352f619fb6177:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:40:27,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:27,318 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:27,318 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:27,318 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): f573e11d59989fd6eae352f619fb6177/B is initiating minor compaction (all files) 2024-12-13T01:40:27,318 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): f573e11d59989fd6eae352f619fb6177/A is initiating minor compaction (all files) 2024-12-13T01:40:27,318 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f573e11d59989fd6eae352f619fb6177/A in TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:27,318 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f573e11d59989fd6eae352f619fb6177/B in TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:27,318 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/2c3a0a75734c4d51b1788c9c98f40c1a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/c512edcdfdde4218a1c9d04a94e47f65, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/707582e78c114af5be8f346ec82c92e2] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp, totalSize=100.0 K 2024-12-13T01:40:27,318 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/c72f35145e6447c0b7f01f932d888eb4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/03de0fad223b4f948d2dda79ef16c3fc, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/52aa7985e7654d4e801ec67b66622a95] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp, totalSize=36.0 K 2024-12-13T01:40:27,318 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:27,318 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. files: [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/2c3a0a75734c4d51b1788c9c98f40c1a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/c512edcdfdde4218a1c9d04a94e47f65, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/707582e78c114af5be8f346ec82c92e2] 2024-12-13T01:40:27,319 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting c72f35145e6447c0b7f01f932d888eb4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734054021667 2024-12-13T01:40:27,319 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c3a0a75734c4d51b1788c9c98f40c1a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734054021667 2024-12-13T01:40:27,319 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 03de0fad223b4f948d2dda79ef16c3fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734054022800 2024-12-13T01:40:27,319 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting c512edcdfdde4218a1c9d04a94e47f65, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734054022800 2024-12-13T01:40:27,319 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 52aa7985e7654d4e801ec67b66622a95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734054024951 2024-12-13T01:40:27,319 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 707582e78c114af5be8f346ec82c92e2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734054024951 2024-12-13T01:40:27,326 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f573e11d59989fd6eae352f619fb6177#B#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:27,326 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/4df8ddbb975c4bdb93b5ff7df16b364e is 50, key is test_row_0/B:col10/1734054024951/Put/seqid=0 2024-12-13T01:40:27,332 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:27,334 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412132dac01595f10491a97ea4a62774932e4_f573e11d59989fd6eae352f619fb6177 store=[table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:27,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742178_1354 (size=12697) 2024-12-13T01:40:27,335 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412132dac01595f10491a97ea4a62774932e4_f573e11d59989fd6eae352f619fb6177, store=[table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:27,335 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412132dac01595f10491a97ea4a62774932e4_f573e11d59989fd6eae352f619fb6177 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:27,343 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/4df8ddbb975c4bdb93b5ff7df16b364e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/4df8ddbb975c4bdb93b5ff7df16b364e 2024-12-13T01:40:27,347 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f573e11d59989fd6eae352f619fb6177/B of f573e11d59989fd6eae352f619fb6177 into 4df8ddbb975c4bdb93b5ff7df16b364e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:27,347 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:27,347 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177., storeName=f573e11d59989fd6eae352f619fb6177/B, priority=13, startTime=1734054027317; duration=0sec 2024-12-13T01:40:27,347 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:27,347 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f573e11d59989fd6eae352f619fb6177:B 2024-12-13T01:40:27,347 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:27,348 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:27,348 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): f573e11d59989fd6eae352f619fb6177/C is initiating minor compaction (all files) 2024-12-13T01:40:27,348 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f573e11d59989fd6eae352f619fb6177/C in TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:27,348 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/eb1d43747f0845c6a87b28dc55eb30e1, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/7902327f25f042d68835473d6c4e4edd, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/aed2654a1e254540b91068b9d2d54c27] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp, totalSize=36.0 K 2024-12-13T01:40:27,349 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting eb1d43747f0845c6a87b28dc55eb30e1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734054021667 2024-12-13T01:40:27,349 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 7902327f25f042d68835473d6c4e4edd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734054022800 2024-12-13T01:40:27,349 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting aed2654a1e254540b91068b9d2d54c27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734054024951 2024-12-13T01:40:27,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742179_1355 (size=4469) 2024-12-13T01:40:27,353 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f573e11d59989fd6eae352f619fb6177#A#compaction#292 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:27,354 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/0b7776bd8dbb4e37ac6900c4f9c491cb is 175, key is test_row_0/A:col10/1734054024951/Put/seqid=0 2024-12-13T01:40:27,355 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f573e11d59989fd6eae352f619fb6177#C#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:27,355 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/169f51978bc243d69d16cdce0e3e8e59 is 50, key is test_row_0/C:col10/1734054024951/Put/seqid=0 2024-12-13T01:40:27,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742181_1357 (size=31651) 2024-12-13T01:40:27,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742180_1356 (size=12697) 2024-12-13T01:40:27,379 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/169f51978bc243d69d16cdce0e3e8e59 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/169f51978bc243d69d16cdce0e3e8e59 2024-12-13T01:40:27,380 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/0b7776bd8dbb4e37ac6900c4f9c491cb as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/0b7776bd8dbb4e37ac6900c4f9c491cb 2024-12-13T01:40:27,384 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f573e11d59989fd6eae352f619fb6177/C of f573e11d59989fd6eae352f619fb6177 into 169f51978bc243d69d16cdce0e3e8e59(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:27,384 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:27,384 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177., storeName=f573e11d59989fd6eae352f619fb6177/C, priority=13, startTime=1734054027317; duration=0sec 2024-12-13T01:40:27,384 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:27,384 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f573e11d59989fd6eae352f619fb6177:C 2024-12-13T01:40:27,385 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f573e11d59989fd6eae352f619fb6177/A of f573e11d59989fd6eae352f619fb6177 into 0b7776bd8dbb4e37ac6900c4f9c491cb(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:27,385 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:27,385 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177., storeName=f573e11d59989fd6eae352f619fb6177/A, priority=13, startTime=1734054027317; duration=0sec 2024-12-13T01:40:27,385 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:27,385 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f573e11d59989fd6eae352f619fb6177:A 2024-12-13T01:40:27,433 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:27,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-13T01:40:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:27,434 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing f573e11d59989fd6eae352f619fb6177 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-13T01:40:27,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=A 2024-12-13T01:40:27,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:27,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=B 2024-12-13T01:40:27,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:27,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=C 2024-12-13T01:40:27,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:27,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412134e25971137d143759168dc262955af98_f573e11d59989fd6eae352f619fb6177 is 50, key is test_row_0/A:col10/1734054026081/Put/seqid=0 2024-12-13T01:40:27,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742182_1358 (size=12304) 2024-12-13T01:40:27,531 DEBUG [Thread-1348 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b308f62 to 127.0.0.1:55731 2024-12-13T01:40:27,531 DEBUG [Thread-1350 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68035c67 to 127.0.0.1:55731 2024-12-13T01:40:27,531 DEBUG [Thread-1350 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:27,531 DEBUG [Thread-1348 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:27,531 DEBUG [Thread-1352 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3eab689a to 127.0.0.1:55731 2024-12-13T01:40:27,531 DEBUG [Thread-1352 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:27,533 DEBUG [Thread-1346 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:55731 2024-12-13T01:40:27,533 DEBUG [Thread-1346 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:27,533 DEBUG [Thread-1354 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x59bd764a to 127.0.0.1:55731 2024-12-13T01:40:27,533 DEBUG [Thread-1354 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:27,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:27,854 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412134e25971137d143759168dc262955af98_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412134e25971137d143759168dc262955af98_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:27,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/9ae991c3547e41d78dc8cefc107f6dae, store: [table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:27,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/9ae991c3547e41d78dc8cefc107f6dae is 175, key is test_row_0/A:col10/1734054026081/Put/seqid=0 2024-12-13T01:40:27,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742183_1359 (size=31105) 2024-12-13T01:40:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-13T01:40:28,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. as already flushing 2024-12-13T01:40:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:28,207 DEBUG [Thread-1341 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319559be to 127.0.0.1:55731 2024-12-13T01:40:28,207 DEBUG [Thread-1341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:28,207 DEBUG [Thread-1343 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c907e21 to 127.0.0.1:55731 2024-12-13T01:40:28,207 DEBUG [Thread-1343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:28,209 DEBUG [Thread-1339 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f94d721 to 127.0.0.1:55731 2024-12-13T01:40:28,209 DEBUG [Thread-1339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:28,210 DEBUG [Thread-1337 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c336ea4 to 127.0.0.1:55731 2024-12-13T01:40:28,210 DEBUG [Thread-1337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:28,211 DEBUG [Thread-1335 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:55731 2024-12-13T01:40:28,211 DEBUG [Thread-1335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:28,261 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/9ae991c3547e41d78dc8cefc107f6dae 2024-12-13T01:40:28,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/c8bd22a43ed249ceb279e066fa93f7cb is 50, key is test_row_0/B:col10/1734054026081/Put/seqid=0 2024-12-13T01:40:28,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742184_1360 (size=12151) 2024-12-13T01:40:28,679 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/c8bd22a43ed249ceb279e066fa93f7cb 2024-12-13T01:40:28,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/16ec2c0a5ba74dfa8e7d1cc28b6f4775 is 50, key is test_row_0/C:col10/1734054026081/Put/seqid=0 2024-12-13T01:40:28,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742185_1361 (size=12151) 2024-12-13T01:40:28,788 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3c5776cc2308:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/98f95956bab84ce9a82eed37f3b1069d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/6f64aa81a5bf4960b8efd624d88c2c7f, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/5aa52374b4ff42ea90e2fb7580eb5f54, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/b8023d3f391e4ebcaa19e966b971906b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/6c350f0784604a55b61eacc2c9d944b5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/2314c19ce9294887bc67f8307ad74b39, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/dc85fbd5b4e842ba93cd07c61191825e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/af2a673a693e424387a54e9112002042, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/a77c7595ea4c41c8b2f5d5f7b92464ec, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/ea99ba57d52b4a5f93c8152d04ca6b60, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/e03d97de0d464610ad0249064c4241ec, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/264e3012d69b49afbcb28030aab2d7f7, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/6fc63f849d58481db727c68dcecc61dc, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/2c3a0a75734c4d51b1788c9c98f40c1a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/c512edcdfdde4218a1c9d04a94e47f65, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/707582e78c114af5be8f346ec82c92e2] to archive 2024-12-13T01:40:28,790 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3c5776cc2308:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T01:40:28,795 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/6c350f0784604a55b61eacc2c9d944b5 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/6c350f0784604a55b61eacc2c9d944b5 2024-12-13T01:40:28,795 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/5aa52374b4ff42ea90e2fb7580eb5f54 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/5aa52374b4ff42ea90e2fb7580eb5f54 2024-12-13T01:40:28,795 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/6f64aa81a5bf4960b8efd624d88c2c7f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/6f64aa81a5bf4960b8efd624d88c2c7f 2024-12-13T01:40:28,795 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/98f95956bab84ce9a82eed37f3b1069d to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/98f95956bab84ce9a82eed37f3b1069d 2024-12-13T01:40:28,795 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/b8023d3f391e4ebcaa19e966b971906b to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/b8023d3f391e4ebcaa19e966b971906b 2024-12-13T01:40:28,795 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/af2a673a693e424387a54e9112002042 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/af2a673a693e424387a54e9112002042 2024-12-13T01:40:28,795 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/dc85fbd5b4e842ba93cd07c61191825e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/dc85fbd5b4e842ba93cd07c61191825e 2024-12-13T01:40:28,795 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/2314c19ce9294887bc67f8307ad74b39 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/2314c19ce9294887bc67f8307ad74b39 2024-12-13T01:40:28,796 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/a77c7595ea4c41c8b2f5d5f7b92464ec to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/a77c7595ea4c41c8b2f5d5f7b92464ec 2024-12-13T01:40:28,796 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/264e3012d69b49afbcb28030aab2d7f7 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/264e3012d69b49afbcb28030aab2d7f7 2024-12-13T01:40:28,796 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/6fc63f849d58481db727c68dcecc61dc to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/6fc63f849d58481db727c68dcecc61dc 2024-12-13T01:40:28,796 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/e03d97de0d464610ad0249064c4241ec to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/e03d97de0d464610ad0249064c4241ec 2024-12-13T01:40:28,796 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/ea99ba57d52b4a5f93c8152d04ca6b60 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/ea99ba57d52b4a5f93c8152d04ca6b60 2024-12-13T01:40:28,796 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/2c3a0a75734c4d51b1788c9c98f40c1a to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/2c3a0a75734c4d51b1788c9c98f40c1a 2024-12-13T01:40:28,796 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/c512edcdfdde4218a1c9d04a94e47f65 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/c512edcdfdde4218a1c9d04a94e47f65 2024-12-13T01:40:28,796 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/707582e78c114af5be8f346ec82c92e2 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/707582e78c114af5be8f346ec82c92e2 2024-12-13T01:40:28,798 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3c5776cc2308:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/f58859206f054a30991d5d4105328a6a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/a66f4fa3a860422e867408a31b3ec508, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/ce1687443d914aa895177a5cede61cc4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/e0f3c96569cc44b0afaa2388803c1743, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/adaad1e2a2a44b32872de4697f782127, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/596a8594a9194b459a87d49b2de45881, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/ddb9e7b1f46c49f98cb750476960475e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/96b61ae1c3424e9ab35433edf6a1af09, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/d2953d8054114248b05336444c0ed99d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/19ca8a9c948744f3a6a054b49685897e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/5df523c19f6143d997c5bc3563c83679, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/94cf0b1f30b7440e847f4607cd041880, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/c72f35145e6447c0b7f01f932d888eb4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/c04d34994a694f8fa199f025820e620d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/03de0fad223b4f948d2dda79ef16c3fc, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/52aa7985e7654d4e801ec67b66622a95] to archive 2024-12-13T01:40:28,799 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3c5776cc2308:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T01:40:28,800 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/f58859206f054a30991d5d4105328a6a to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/f58859206f054a30991d5d4105328a6a 2024-12-13T01:40:28,800 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/a66f4fa3a860422e867408a31b3ec508 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/a66f4fa3a860422e867408a31b3ec508 2024-12-13T01:40:28,800 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/ce1687443d914aa895177a5cede61cc4 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/ce1687443d914aa895177a5cede61cc4 2024-12-13T01:40:28,800 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/e0f3c96569cc44b0afaa2388803c1743 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/e0f3c96569cc44b0afaa2388803c1743 2024-12-13T01:40:28,801 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/adaad1e2a2a44b32872de4697f782127 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/adaad1e2a2a44b32872de4697f782127 2024-12-13T01:40:28,801 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/596a8594a9194b459a87d49b2de45881 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/596a8594a9194b459a87d49b2de45881 2024-12-13T01:40:28,801 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/ddb9e7b1f46c49f98cb750476960475e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/ddb9e7b1f46c49f98cb750476960475e 2024-12-13T01:40:28,801 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/96b61ae1c3424e9ab35433edf6a1af09 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/96b61ae1c3424e9ab35433edf6a1af09 2024-12-13T01:40:28,801 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/d2953d8054114248b05336444c0ed99d to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/d2953d8054114248b05336444c0ed99d 2024-12-13T01:40:28,802 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/19ca8a9c948744f3a6a054b49685897e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/19ca8a9c948744f3a6a054b49685897e 2024-12-13T01:40:28,802 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/5df523c19f6143d997c5bc3563c83679 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/5df523c19f6143d997c5bc3563c83679 2024-12-13T01:40:28,802 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/94cf0b1f30b7440e847f4607cd041880 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/94cf0b1f30b7440e847f4607cd041880 2024-12-13T01:40:28,802 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/c72f35145e6447c0b7f01f932d888eb4 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/c72f35145e6447c0b7f01f932d888eb4 2024-12-13T01:40:28,802 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/03de0fad223b4f948d2dda79ef16c3fc to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/03de0fad223b4f948d2dda79ef16c3fc 2024-12-13T01:40:28,802 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/c04d34994a694f8fa199f025820e620d to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/c04d34994a694f8fa199f025820e620d 2024-12-13T01:40:28,802 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/52aa7985e7654d4e801ec67b66622a95 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/52aa7985e7654d4e801ec67b66622a95 2024-12-13T01:40:28,804 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3c5776cc2308:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/4f132afd49384605809ca71f051b7eb3, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/8ceae30ff7014af590c131f74948daf3, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/7e8f13eea9154a4994f8bb3a45b43ebc, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/c3f93569e5da462ea8c3eb1f1d6d2023, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/22cfdebd5bf44dc5bf7fb02a413d0d61, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/1222aa3fa6af43618494844cf5be4f69, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/184c6c39ec4e402a926c6312a6b92db7, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/336b0e069cae49eaa616955bf1ee4c4d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/f3a6b658444147a7baa20844bdc75d79, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/54d76f433c8f457f9984227aef98bd52, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/36dcda8f86c54d319159e7cf0a69b607, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/dd8280f681d64acdbdf229686f518635, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/eb1d43747f0845c6a87b28dc55eb30e1, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/7e5f24ed1a2e42b8a970141fc129a511, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/7902327f25f042d68835473d6c4e4edd, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/aed2654a1e254540b91068b9d2d54c27] to archive 2024-12-13T01:40:28,804 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3c5776cc2308:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T01:40:28,806 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/4f132afd49384605809ca71f051b7eb3 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/4f132afd49384605809ca71f051b7eb3 2024-12-13T01:40:28,806 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/1222aa3fa6af43618494844cf5be4f69 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/1222aa3fa6af43618494844cf5be4f69 2024-12-13T01:40:28,806 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/8ceae30ff7014af590c131f74948daf3 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/8ceae30ff7014af590c131f74948daf3 2024-12-13T01:40:28,806 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/7e8f13eea9154a4994f8bb3a45b43ebc to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/7e8f13eea9154a4994f8bb3a45b43ebc 2024-12-13T01:40:28,806 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/c3f93569e5da462ea8c3eb1f1d6d2023 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/c3f93569e5da462ea8c3eb1f1d6d2023 2024-12-13T01:40:28,807 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/336b0e069cae49eaa616955bf1ee4c4d to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/336b0e069cae49eaa616955bf1ee4c4d 2024-12-13T01:40:28,807 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/184c6c39ec4e402a926c6312a6b92db7 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/184c6c39ec4e402a926c6312a6b92db7 2024-12-13T01:40:28,807 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/22cfdebd5bf44dc5bf7fb02a413d0d61 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/22cfdebd5bf44dc5bf7fb02a413d0d61 2024-12-13T01:40:28,808 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/54d76f433c8f457f9984227aef98bd52 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/54d76f433c8f457f9984227aef98bd52 2024-12-13T01:40:28,808 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/f3a6b658444147a7baa20844bdc75d79 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/f3a6b658444147a7baa20844bdc75d79 2024-12-13T01:40:28,809 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/eb1d43747f0845c6a87b28dc55eb30e1 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/eb1d43747f0845c6a87b28dc55eb30e1 2024-12-13T01:40:28,809 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/dd8280f681d64acdbdf229686f518635 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/dd8280f681d64acdbdf229686f518635 2024-12-13T01:40:28,809 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/7902327f25f042d68835473d6c4e4edd to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/7902327f25f042d68835473d6c4e4edd 2024-12-13T01:40:28,809 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/36dcda8f86c54d319159e7cf0a69b607 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/36dcda8f86c54d319159e7cf0a69b607 2024-12-13T01:40:28,809 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/7e5f24ed1a2e42b8a970141fc129a511 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/7e5f24ed1a2e42b8a970141fc129a511 2024-12-13T01:40:28,809 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/aed2654a1e254540b91068b9d2d54c27 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/aed2654a1e254540b91068b9d2d54c27 2024-12-13T01:40:29,096 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/16ec2c0a5ba74dfa8e7d1cc28b6f4775 2024-12-13T01:40:29,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/9ae991c3547e41d78dc8cefc107f6dae as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/9ae991c3547e41d78dc8cefc107f6dae 2024-12-13T01:40:29,108 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/9ae991c3547e41d78dc8cefc107f6dae, entries=150, sequenceid=255, filesize=30.4 K 2024-12-13T01:40:29,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/c8bd22a43ed249ceb279e066fa93f7cb as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/c8bd22a43ed249ceb279e066fa93f7cb 2024-12-13T01:40:29,115 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/c8bd22a43ed249ceb279e066fa93f7cb, entries=150, sequenceid=255, filesize=11.9 K 2024-12-13T01:40:29,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/16ec2c0a5ba74dfa8e7d1cc28b6f4775 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/16ec2c0a5ba74dfa8e7d1cc28b6f4775 2024-12-13T01:40:29,121 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/16ec2c0a5ba74dfa8e7d1cc28b6f4775, entries=150, sequenceid=255, filesize=11.9 K 2024-12-13T01:40:29,122 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=33.54 KB/34350 for f573e11d59989fd6eae352f619fb6177 in 1688ms, sequenceid=255, compaction requested=false 2024-12-13T01:40:29,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:29,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:29,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-12-13T01:40:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-12-13T01:40:29,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-13T01:40:29,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0590 sec 2024-12-13T01:40:29,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 3.0630 sec 2024-12-13T01:40:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-13T01:40:30,171 INFO [Thread-1345 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-12-13T01:40:30,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-13T01:40:30,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-12-13T01:40:30,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-12-13T01:40:30,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-12-13T01:40:30,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-12-13T01:40:30,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-12-13T01:40:30,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-13T01:40:30,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-13T01:40:30,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3340 2024-12-13T01:40:30,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10020 rows 2024-12-13T01:40:30,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3327 2024-12-13T01:40:30,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9981 rows 2024-12-13T01:40:30,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3330 2024-12-13T01:40:30,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9990 rows 2024-12-13T01:40:30,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3348 2024-12-13T01:40:30,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10044 rows 2024-12-13T01:40:30,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3355 2024-12-13T01:40:30,172 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10065 rows 2024-12-13T01:40:30,172 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T01:40:30,172 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:55731 2024-12-13T01:40:30,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:30,177 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-13T01:40:30,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-13T01:40:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-13T01:40:30,181 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734054030181"}]},"ts":"1734054030181"} 2024-12-13T01:40:30,182 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-13T01:40:30,222 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-13T01:40:30,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-13T01:40:30,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f573e11d59989fd6eae352f619fb6177, UNASSIGN}] 2024-12-13T01:40:30,226 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f573e11d59989fd6eae352f619fb6177, UNASSIGN 2024-12-13T01:40:30,227 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=f573e11d59989fd6eae352f619fb6177, regionState=CLOSING, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:30,228 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T01:40:30,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; CloseRegionProcedure f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774}] 2024-12-13T01:40:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-13T01:40:30,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:30,381 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(124): Close f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:30,382 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T01:40:30,382 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1681): Closing f573e11d59989fd6eae352f619fb6177, disabling compactions & flushes 2024-12-13T01:40:30,382 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:30,382 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:30,382 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. after waiting 0 ms 2024-12-13T01:40:30,382 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:30,382 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(2837): Flushing f573e11d59989fd6eae352f619fb6177 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-13T01:40:30,383 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=A 2024-12-13T01:40:30,383 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:30,383 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=B 2024-12-13T01:40:30,383 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:30,383 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f573e11d59989fd6eae352f619fb6177, store=C 2024-12-13T01:40:30,384 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:30,394 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412137d206036abc74bd19c626b3460ce9b4a_f573e11d59989fd6eae352f619fb6177 is 50, key is test_row_1/A:col10/1734054028210/Put/seqid=0 2024-12-13T01:40:30,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742186_1362 (size=9914) 2024-12-13T01:40:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-13T01:40:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-13T01:40:30,799 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:30,807 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412137d206036abc74bd19c626b3460ce9b4a_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412137d206036abc74bd19c626b3460ce9b4a_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:30,808 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/83ea9f1d894f429b92d6c81ccccf240f, store: [table=TestAcidGuarantees family=A region=f573e11d59989fd6eae352f619fb6177] 2024-12-13T01:40:30,809 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/83ea9f1d894f429b92d6c81ccccf240f is 175, key is test_row_1/A:col10/1734054028210/Put/seqid=0 2024-12-13T01:40:30,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742187_1363 (size=22561) 2024-12-13T01:40:31,216 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=263, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/83ea9f1d894f429b92d6c81ccccf240f 2024-12-13T01:40:31,230 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/7c1400f09f944a9db31fbb6273b7ffe0 is 50, key is test_row_1/B:col10/1734054028210/Put/seqid=0 2024-12-13T01:40:31,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742188_1364 (size=9857) 2024-12-13T01:40:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-13T01:40:31,635 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/7c1400f09f944a9db31fbb6273b7ffe0 2024-12-13T01:40:31,648 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/2d6e5f602eff486295e03efe9947adf2 is 50, key is test_row_1/C:col10/1734054028210/Put/seqid=0 2024-12-13T01:40:31,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742189_1365 (size=9857) 2024-12-13T01:40:32,054 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/2d6e5f602eff486295e03efe9947adf2 2024-12-13T01:40:32,064 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/A/83ea9f1d894f429b92d6c81ccccf240f as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/83ea9f1d894f429b92d6c81ccccf240f 2024-12-13T01:40:32,069 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/83ea9f1d894f429b92d6c81ccccf240f, entries=100, sequenceid=263, filesize=22.0 K 2024-12-13T01:40:32,070 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/B/7c1400f09f944a9db31fbb6273b7ffe0 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/7c1400f09f944a9db31fbb6273b7ffe0 2024-12-13T01:40:32,075 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/7c1400f09f944a9db31fbb6273b7ffe0, entries=100, sequenceid=263, filesize=9.6 K 2024-12-13T01:40:32,075 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/.tmp/C/2d6e5f602eff486295e03efe9947adf2 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/2d6e5f602eff486295e03efe9947adf2 2024-12-13T01:40:32,078 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/2d6e5f602eff486295e03efe9947adf2, entries=100, sequenceid=263, filesize=9.6 K 2024-12-13T01:40:32,079 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f573e11d59989fd6eae352f619fb6177 in 1697ms, sequenceid=263, compaction requested=true 2024-12-13T01:40:32,082 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/recovered.edits/266.seqid, newMaxSeqId=266, maxSeqId=4 2024-12-13T01:40:32,082 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177. 2024-12-13T01:40:32,082 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1635): Region close journal for f573e11d59989fd6eae352f619fb6177: 2024-12-13T01:40:32,083 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(170): Closed f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:32,083 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=f573e11d59989fd6eae352f619fb6177, regionState=CLOSED 2024-12-13T01:40:32,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-13T01:40:32,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; CloseRegionProcedure f573e11d59989fd6eae352f619fb6177, server=3c5776cc2308,43079,1734053906774 in 1.8560 sec 2024-12-13T01:40:32,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=113 2024-12-13T01:40:32,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=113, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f573e11d59989fd6eae352f619fb6177, UNASSIGN in 1.8600 sec 2024-12-13T01:40:32,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-13T01:40:32,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8630 sec 2024-12-13T01:40:32,087 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734054032087"}]},"ts":"1734054032087"} 2024-12-13T01:40:32,088 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-13T01:40:32,131 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-13T01:40:32,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9530 sec 2024-12-13T01:40:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-13T01:40:32,290 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-13T01:40:32,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-13T01:40:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:32,294 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:32,295 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=116, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:32,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-13T01:40:32,297 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:32,302 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A, FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B, FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C, FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/recovered.edits] 2024-12-13T01:40:32,308 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/0b7776bd8dbb4e37ac6900c4f9c491cb to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/0b7776bd8dbb4e37ac6900c4f9c491cb 2024-12-13T01:40:32,308 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/9ae991c3547e41d78dc8cefc107f6dae to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/9ae991c3547e41d78dc8cefc107f6dae 2024-12-13T01:40:32,308 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/83ea9f1d894f429b92d6c81ccccf240f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/A/83ea9f1d894f429b92d6c81ccccf240f 2024-12-13T01:40:32,312 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/4df8ddbb975c4bdb93b5ff7df16b364e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/4df8ddbb975c4bdb93b5ff7df16b364e 2024-12-13T01:40:32,312 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/7c1400f09f944a9db31fbb6273b7ffe0 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/7c1400f09f944a9db31fbb6273b7ffe0 2024-12-13T01:40:32,312 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/c8bd22a43ed249ceb279e066fa93f7cb to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/B/c8bd22a43ed249ceb279e066fa93f7cb 2024-12-13T01:40:32,316 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/16ec2c0a5ba74dfa8e7d1cc28b6f4775 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/16ec2c0a5ba74dfa8e7d1cc28b6f4775 2024-12-13T01:40:32,316 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/2d6e5f602eff486295e03efe9947adf2 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/2d6e5f602eff486295e03efe9947adf2 2024-12-13T01:40:32,316 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/169f51978bc243d69d16cdce0e3e8e59 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/C/169f51978bc243d69d16cdce0e3e8e59 2024-12-13T01:40:32,320 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/recovered.edits/266.seqid to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177/recovered.edits/266.seqid 2024-12-13T01:40:32,321 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:32,321 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-13T01:40:32,321 DEBUG [PEWorker-5 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-13T01:40:32,322 DEBUG [PEWorker-5 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-13T01:40:32,331 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121315d4e8b3f4b249faa7515965ad34df11_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121315d4e8b3f4b249faa7515965ad34df11_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:32,332 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121328e628d6bc734607b2efa2e457d7a8d6_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121328e628d6bc734607b2efa2e457d7a8d6_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:32,332 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121335dbd618e15545c5a9b9921972a24fcb_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121335dbd618e15545c5a9b9921972a24fcb_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:32,332 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412131e1e5faac11e4a6db7f72cd4ea5da096_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412131e1e5faac11e4a6db7f72cd4ea5da096_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:32,332 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412134e25971137d143759168dc262955af98_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412134e25971137d143759168dc262955af98_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:32,332 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121348c43ce046d6479983c02bf6b279f6bc_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121348c43ce046d6479983c02bf6b279f6bc_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:32,333 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412137d206036abc74bd19c626b3460ce9b4a_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412137d206036abc74bd19c626b3460ce9b4a_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:32,333 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412137d4f9f03d72e444195db12a3b28e2e93_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412137d4f9f03d72e444195db12a3b28e2e93_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:32,334 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213826da53ba18145bf9c49fd61f337168a_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213826da53ba18145bf9c49fd61f337168a_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:32,334 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213c790f857d01843da9d6095509081bef4_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213c790f857d01843da9d6095509081bef4_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:32,334 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412138c1a74fdf009439a8075c582a8a62fbd_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412138c1a74fdf009439a8075c582a8a62fbd_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:32,334 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213cdd3f30206bf4785878ae6cbc43189d9_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213cdd3f30206bf4785878ae6cbc43189d9_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:32,335 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213a0a45dd22a0f4abd861fdcf6b3c7d5a2_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213a0a45dd22a0f4abd861fdcf6b3c7d5a2_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:32,335 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213fd6c746342bd4409878750c28134794e_f573e11d59989fd6eae352f619fb6177 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213fd6c746342bd4409878750c28134794e_f573e11d59989fd6eae352f619fb6177 2024-12-13T01:40:32,335 DEBUG [PEWorker-5 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-13T01:40:32,338 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=116, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:32,339 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-13T01:40:32,341 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-13T01:40:32,342 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=116, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:32,342 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-13T01:40:32,342 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734054032342"}]},"ts":"9223372036854775807"} 2024-12-13T01:40:32,343 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T01:40:32,343 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f573e11d59989fd6eae352f619fb6177, NAME => 'TestAcidGuarantees,,1734054004243.f573e11d59989fd6eae352f619fb6177.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T01:40:32,344 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-13T01:40:32,344 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734054032344"}]},"ts":"9223372036854775807"} 2024-12-13T01:40:32,345 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-13T01:40:32,356 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=116, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:32,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 65 msec 2024-12-13T01:40:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-13T01:40:32,397 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-13T01:40:32,413 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=245 (was 245), OpenFileDescriptor=450 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=290 (was 281) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12467 (was 12491) 2024-12-13T01:40:32,424 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=245, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=12467 2024-12-13T01:40:32,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-13T01:40:32,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T01:40:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:32,429 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T01:40:32,429 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:32,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 117 2024-12-13T01:40:32,430 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T01:40:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-12-13T01:40:32,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742190_1366 (size=963) 2024-12-13T01:40:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-12-13T01:40:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-12-13T01:40:32,843 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863 2024-12-13T01:40:32,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742191_1367 (size=53) 2024-12-13T01:40:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-12-13T01:40:33,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T01:40:33,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 713f5c90d444878e49e9ab249c1e3d66, disabling compactions & flushes 2024-12-13T01:40:33,256 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:33,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:33,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. after waiting 0 ms 2024-12-13T01:40:33,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:33,256 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:33,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:33,259 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T01:40:33,259 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734054033259"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734054033259"}]},"ts":"1734054033259"} 2024-12-13T01:40:33,262 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T01:40:33,263 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T01:40:33,264 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734054033263"}]},"ts":"1734054033263"} 2024-12-13T01:40:33,265 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-13T01:40:33,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=713f5c90d444878e49e9ab249c1e3d66, ASSIGN}] 2024-12-13T01:40:33,317 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=713f5c90d444878e49e9ab249c1e3d66, ASSIGN 2024-12-13T01:40:33,318 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=713f5c90d444878e49e9ab249c1e3d66, ASSIGN; state=OFFLINE, location=3c5776cc2308,43079,1734053906774; forceNewPlan=false, retain=false 2024-12-13T01:40:33,469 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=713f5c90d444878e49e9ab249c1e3d66, regionState=OPENING, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:33,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; OpenRegionProcedure 713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774}] 2024-12-13T01:40:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-12-13T01:40:33,625 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:33,628 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:33,629 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7285): Opening region: {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} 2024-12-13T01:40:33,629 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:33,629 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T01:40:33,629 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7327): checking encryption for 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:33,629 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7330): checking classloading for 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:33,631 INFO [StoreOpener-713f5c90d444878e49e9ab249c1e3d66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:33,634 INFO [StoreOpener-713f5c90d444878e49e9ab249c1e3d66-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:40:33,634 INFO [StoreOpener-713f5c90d444878e49e9ab249c1e3d66-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 713f5c90d444878e49e9ab249c1e3d66 columnFamilyName A 2024-12-13T01:40:33,635 DEBUG [StoreOpener-713f5c90d444878e49e9ab249c1e3d66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:33,636 INFO [StoreOpener-713f5c90d444878e49e9ab249c1e3d66-1 {}] regionserver.HStore(327): Store=713f5c90d444878e49e9ab249c1e3d66/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:40:33,636 INFO [StoreOpener-713f5c90d444878e49e9ab249c1e3d66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:33,638 INFO [StoreOpener-713f5c90d444878e49e9ab249c1e3d66-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:40:33,638 INFO [StoreOpener-713f5c90d444878e49e9ab249c1e3d66-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 713f5c90d444878e49e9ab249c1e3d66 columnFamilyName B 2024-12-13T01:40:33,639 DEBUG [StoreOpener-713f5c90d444878e49e9ab249c1e3d66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:33,639 INFO [StoreOpener-713f5c90d444878e49e9ab249c1e3d66-1 {}] regionserver.HStore(327): Store=713f5c90d444878e49e9ab249c1e3d66/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:40:33,640 INFO [StoreOpener-713f5c90d444878e49e9ab249c1e3d66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:33,642 INFO [StoreOpener-713f5c90d444878e49e9ab249c1e3d66-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:40:33,642 INFO [StoreOpener-713f5c90d444878e49e9ab249c1e3d66-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 713f5c90d444878e49e9ab249c1e3d66 columnFamilyName C 2024-12-13T01:40:33,642 DEBUG [StoreOpener-713f5c90d444878e49e9ab249c1e3d66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:33,643 INFO [StoreOpener-713f5c90d444878e49e9ab249c1e3d66-1 {}] regionserver.HStore(327): Store=713f5c90d444878e49e9ab249c1e3d66/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:40:33,643 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:33,644 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:33,644 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:33,645 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T01:40:33,646 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1085): writing seq id for 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:33,647 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T01:40:33,648 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1102): Opened 713f5c90d444878e49e9ab249c1e3d66; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74421964, jitterRate=0.1089736819267273}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T01:40:33,648 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1001): Region open journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:33,648 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., pid=119, masterSystemTime=1734054033625 2024-12-13T01:40:33,650 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:33,650 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:33,650 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=713f5c90d444878e49e9ab249c1e3d66, regionState=OPEN, openSeqNum=2, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:33,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-13T01:40:33,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; OpenRegionProcedure 713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 in 180 msec 2024-12-13T01:40:33,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-12-13T01:40:33,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=713f5c90d444878e49e9ab249c1e3d66, ASSIGN in 338 msec 2024-12-13T01:40:33,653 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T01:40:33,653 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734054033653"}]},"ts":"1734054033653"} 2024-12-13T01:40:33,654 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-13T01:40:33,698 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T01:40:33,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2710 sec 2024-12-13T01:40:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-12-13T01:40:34,541 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 117 completed 2024-12-13T01:40:34,544 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ef40578 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f142b04 2024-12-13T01:40:34,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d38088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:34,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:34,595 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:34,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T01:40:34,598 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T01:40:34,600 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x032bb71c to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@de9f076 2024-12-13T01:40:34,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7043f683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:34,612 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06bc0f7c to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4414259d 2024-12-13T01:40:34,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0c2472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:34,624 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b8b6e04 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ed69825 2024-12-13T01:40:34,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b30c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:34,637 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bc486e1 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11193a0c 2024-12-13T01:40:34,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d672ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:34,651 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2070263a to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7861b162 2024-12-13T01:40:34,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf40102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:34,667 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x154f0f85 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@496fe03f 2024-12-13T01:40:34,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2423f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:34,679 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x008a917b to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3652e74d 2024-12-13T01:40:34,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184771cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:34,690 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x054c2725 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2405c04e 2024-12-13T01:40:34,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f0408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:34,698 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79d49886 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73d92042 2024-12-13T01:40:34,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c692575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:34,707 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x635b1751 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@593af048 2024-12-13T01:40:34,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbd2497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:40:34,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:40:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-13T01:40:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-13T01:40:34,719 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:40:34,719 DEBUG [hconnection-0xcd4b6dd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:34,719 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:40:34,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:40:34,720 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:34,723 DEBUG [hconnection-0x47a5c80d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:34,724 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:34,727 DEBUG [hconnection-0x45b1eeb9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:34,727 DEBUG [hconnection-0x5c7c5ab9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:34,728 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:34,728 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:34,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 713f5c90d444878e49e9ab249c1e3d66 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T01:40:34,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=A 2024-12-13T01:40:34,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:34,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=B 2024-12-13T01:40:34,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:34,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=C 2024-12-13T01:40:34,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:34,735 DEBUG [hconnection-0x793b3946-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:34,736 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:34,739 DEBUG [hconnection-0x6453dd9c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:34,739 DEBUG [hconnection-0x6b2687a9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:34,740 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:34,740 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39358, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:34,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:34,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054094742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:34,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39302 deadline: 1734054094742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054094742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:34,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054094742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:34,743 DEBUG [hconnection-0x720a2e5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:34,743 DEBUG [hconnection-0x53b294ff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:34,744 DEBUG [hconnection-0x46d259e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:40:34,744 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:34,744 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:34,744 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:40:34,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054094745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:34,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/e9b5f72cdc144fbab590860de403dfc7 is 50, key is test_row_0/A:col10/1734054034727/Put/seqid=0 2024-12-13T01:40:34,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742192_1368 (size=12001) 2024-12-13T01:40:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-13T01:40:34,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39302 deadline: 1734054094843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:34,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054094843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:34,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054094843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:34,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054094843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:34,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054094846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:34,870 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:34,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-13T01:40:34,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:34,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:34,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:34,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:34,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-13T01:40:35,023 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-13T01:40:35,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:35,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:35,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:35,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:35,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:35,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054095045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054095046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:35,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054095046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39302 deadline: 1734054095046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054095048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/e9b5f72cdc144fbab590860de403dfc7 2024-12-13T01:40:35,175 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-13T01:40:35,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:35,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:35,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:35,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:35,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:35,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/0bc9de62de864ac892b5d49400e32b57 is 50, key is test_row_0/B:col10/1734054034727/Put/seqid=0 2024-12-13T01:40:35,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742193_1369 (size=12001) 2024-12-13T01:40:35,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/0bc9de62de864ac892b5d49400e32b57 2024-12-13T01:40:35,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/62cba9d8412940cb8933ccd1abe12a36 is 50, key is test_row_0/C:col10/1734054034727/Put/seqid=0 2024-12-13T01:40:35,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742194_1370 (size=12001) 2024-12-13T01:40:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-13T01:40:35,327 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-13T01:40:35,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:35,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:35,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:35,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:35,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:35,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054095350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054095350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054095351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39302 deadline: 1734054095351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054095351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,480 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-13T01:40:35,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:35,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:35,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:35,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:35,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:35,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/62cba9d8412940cb8933ccd1abe12a36 2024-12-13T01:40:35,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/e9b5f72cdc144fbab590860de403dfc7 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/e9b5f72cdc144fbab590860de403dfc7 2024-12-13T01:40:35,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/e9b5f72cdc144fbab590860de403dfc7, entries=150, sequenceid=12, filesize=11.7 K 2024-12-13T01:40:35,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/0bc9de62de864ac892b5d49400e32b57 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/0bc9de62de864ac892b5d49400e32b57 2024-12-13T01:40:35,631 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/0bc9de62de864ac892b5d49400e32b57, entries=150, sequenceid=12, filesize=11.7 K 2024-12-13T01:40:35,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-13T01:40:35,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:35,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:35,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:35,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:35,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:35,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/62cba9d8412940cb8933ccd1abe12a36 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/62cba9d8412940cb8933ccd1abe12a36 2024-12-13T01:40:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:35,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/62cba9d8412940cb8933ccd1abe12a36, entries=150, sequenceid=12, filesize=11.7 K 2024-12-13T01:40:35,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 713f5c90d444878e49e9ab249c1e3d66 in 906ms, sequenceid=12, compaction requested=false 2024-12-13T01:40:35,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:35,783 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-13T01:40:35,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:35,784 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 713f5c90d444878e49e9ab249c1e3d66 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-13T01:40:35,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=A 2024-12-13T01:40:35,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:35,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=B 2024-12-13T01:40:35,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:35,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=C 2024-12-13T01:40:35,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:35,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/ba32840dd1cb4e1bb87a69095ce06555 is 50, key is test_row_0/A:col10/1734054034740/Put/seqid=0 2024-12-13T01:40:35,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742195_1371 (size=12001) 2024-12-13T01:40:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-13T01:40:35,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:35,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054095856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054095857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39302 deadline: 1734054095857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054095860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054095860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054095961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054095961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054095963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:35,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054095963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:36,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054096165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:36,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054096166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:36,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054096167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:36,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054096168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:36,192 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/ba32840dd1cb4e1bb87a69095ce06555 2024-12-13T01:40:36,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/9c423fec616d4010b8c73ece5fa00031 is 50, key is test_row_0/B:col10/1734054034740/Put/seqid=0 2024-12-13T01:40:36,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742196_1372 (size=12001) 2024-12-13T01:40:36,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054096469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:36,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054096469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:36,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054096471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:36,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054096472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:36,602 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/9c423fec616d4010b8c73ece5fa00031 2024-12-13T01:40:36,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/52a451d359094cb28e9b7d16b10f0142 is 50, key is test_row_0/C:col10/1734054034740/Put/seqid=0 2024-12-13T01:40:36,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742197_1373 (size=12001) 2024-12-13T01:40:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-13T01:40:36,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39302 deadline: 1734054096867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:36,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054096973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:36,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054096976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:36,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054096977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:36,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054096978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:37,012 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/52a451d359094cb28e9b7d16b10f0142 2024-12-13T01:40:37,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/ba32840dd1cb4e1bb87a69095ce06555 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/ba32840dd1cb4e1bb87a69095ce06555 2024-12-13T01:40:37,019 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/ba32840dd1cb4e1bb87a69095ce06555, entries=150, sequenceid=39, filesize=11.7 K 2024-12-13T01:40:37,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/9c423fec616d4010b8c73ece5fa00031 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/9c423fec616d4010b8c73ece5fa00031 2024-12-13T01:40:37,023 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/9c423fec616d4010b8c73ece5fa00031, entries=150, sequenceid=39, filesize=11.7 K 2024-12-13T01:40:37,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/52a451d359094cb28e9b7d16b10f0142 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/52a451d359094cb28e9b7d16b10f0142 2024-12-13T01:40:37,027 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/52a451d359094cb28e9b7d16b10f0142, entries=150, sequenceid=39, filesize=11.7 K 2024-12-13T01:40:37,027 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 713f5c90d444878e49e9ab249c1e3d66 in 1243ms, sequenceid=39, compaction requested=false 2024-12-13T01:40:37,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:37,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:37,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-13T01:40:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-13T01:40:37,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-13T01:40:37,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3090 sec 2024-12-13T01:40:37,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.3120 sec 2024-12-13T01:40:37,599 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-13T01:40:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:37,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 713f5c90d444878e49e9ab249c1e3d66 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T01:40:37,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=A 2024-12-13T01:40:37,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:37,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=B 2024-12-13T01:40:37,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:37,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=C 2024-12-13T01:40:37,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:37,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/249042092e04484a85343d5902b77836 is 50, key is test_row_0/A:col10/1734054035859/Put/seqid=0 2024-12-13T01:40:37,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742198_1374 (size=16681) 2024-12-13T01:40:37,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/249042092e04484a85343d5902b77836 2024-12-13T01:40:37,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/6829e4412c794d16807de76c02f4337c is 50, key is test_row_0/B:col10/1734054035859/Put/seqid=0 2024-12-13T01:40:38,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742199_1375 (size=12001) 2024-12-13T01:40:38,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054098032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:38,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054098033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:38,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054098033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:38,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054098034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:38,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054098136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:38,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054098139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:38,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054098139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:38,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054098139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:38,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054098339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:38,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054098341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:38,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054098343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:38,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054098343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:38,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/6829e4412c794d16807de76c02f4337c 2024-12-13T01:40:38,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/b9cd2199200c4d49ba3c012398057856 is 50, key is test_row_0/C:col10/1734054035859/Put/seqid=0 2024-12-13T01:40:38,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742200_1376 (size=12001) 2024-12-13T01:40:38,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054098642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:38,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054098646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:38,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054098647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:38,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054098648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:38,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/b9cd2199200c4d49ba3c012398057856 2024-12-13T01:40:38,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/249042092e04484a85343d5902b77836 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/249042092e04484a85343d5902b77836 2024-12-13T01:40:38,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/249042092e04484a85343d5902b77836, entries=250, sequenceid=51, filesize=16.3 K 2024-12-13T01:40:38,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/6829e4412c794d16807de76c02f4337c as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/6829e4412c794d16807de76c02f4337c 2024-12-13T01:40:38,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/6829e4412c794d16807de76c02f4337c, entries=150, sequenceid=51, filesize=11.7 K 2024-12-13T01:40:38,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/b9cd2199200c4d49ba3c012398057856 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/b9cd2199200c4d49ba3c012398057856 2024-12-13T01:40:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-13T01:40:38,823 INFO [Thread-1683 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-13T01:40:38,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/b9cd2199200c4d49ba3c012398057856, entries=150, sequenceid=51, filesize=11.7 K 2024-12-13T01:40:38,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:40:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-12-13T01:40:38,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 713f5c90d444878e49e9ab249c1e3d66 in 844ms, sequenceid=51, compaction requested=true 2024-12-13T01:40:38,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:38,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:40:38,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:38,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:40:38,825 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:38,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:38,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:40:38,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-13T01:40:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-13T01:40:38,825 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:40:38,825 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:38,825 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:40:38,825 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/A is initiating minor compaction (all files) 2024-12-13T01:40:38,825 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/A in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:38,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:40:38,826 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/e9b5f72cdc144fbab590860de403dfc7, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/ba32840dd1cb4e1bb87a69095ce06555, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/249042092e04484a85343d5902b77836] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=39.7 K 2024-12-13T01:40:38,826 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9b5f72cdc144fbab590860de403dfc7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734054034726 2024-12-13T01:40:38,826 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba32840dd1cb4e1bb87a69095ce06555, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734054034740 2024-12-13T01:40:38,826 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 249042092e04484a85343d5902b77836, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734054035856 2024-12-13T01:40:38,828 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:38,829 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:38,829 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/B is initiating minor compaction (all files) 2024-12-13T01:40:38,829 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/B in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:38,829 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/0bc9de62de864ac892b5d49400e32b57, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/9c423fec616d4010b8c73ece5fa00031, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/6829e4412c794d16807de76c02f4337c] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=35.2 K 2024-12-13T01:40:38,829 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bc9de62de864ac892b5d49400e32b57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734054034726 2024-12-13T01:40:38,829 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c423fec616d4010b8c73ece5fa00031, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734054034740 2024-12-13T01:40:38,830 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 6829e4412c794d16807de76c02f4337c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734054035859 2024-12-13T01:40:38,832 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#A#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:38,833 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/6159e3bf4b734a8b93441e8dd10d68e9 is 50, key is test_row_0/A:col10/1734054035859/Put/seqid=0 2024-12-13T01:40:38,834 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#B#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:38,834 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/e636f648516c4f0489fd8d678fff5739 is 50, key is test_row_0/B:col10/1734054035859/Put/seqid=0 2024-12-13T01:40:38,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742201_1377 (size=12104) 2024-12-13T01:40:38,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742202_1378 (size=12104) 2024-12-13T01:40:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:38,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 713f5c90d444878e49e9ab249c1e3d66 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-13T01:40:38,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=A 2024-12-13T01:40:38,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:38,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=B 2024-12-13T01:40:38,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:38,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=C 2024-12-13T01:40:38,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:38,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/ca0e807dec5c4a3586030e05225e0dcd is 50, key is test_row_0/A:col10/1734054038033/Put/seqid=0 2024-12-13T01:40:38,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742203_1379 (size=14341) 2024-12-13T01:40:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-13T01:40:38,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39302 deadline: 1734054098921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:38,977 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:38,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-13T01:40:38,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:38,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:38,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:38,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:38,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:39,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39302 deadline: 1734054099027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-13T01:40:39,129 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:39,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-13T01:40:39,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:39,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:39,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:39,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:39,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:39,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054099146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:39,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054099151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:39,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054099154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:39,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054099154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:39,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39302 deadline: 1734054099231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:39,240 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/6159e3bf4b734a8b93441e8dd10d68e9 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/6159e3bf4b734a8b93441e8dd10d68e9 2024-12-13T01:40:39,244 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/A of 713f5c90d444878e49e9ab249c1e3d66 into 6159e3bf4b734a8b93441e8dd10d68e9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:39,244 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:39,244 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/A, priority=13, startTime=1734054038824; duration=0sec 2024-12-13T01:40:39,244 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:39,244 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:A 2024-12-13T01:40:39,245 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:39,245 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/e636f648516c4f0489fd8d678fff5739 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/e636f648516c4f0489fd8d678fff5739 2024-12-13T01:40:39,245 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:39,245 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/C is initiating minor compaction (all files) 2024-12-13T01:40:39,245 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/C in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:39,245 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/62cba9d8412940cb8933ccd1abe12a36, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/52a451d359094cb28e9b7d16b10f0142, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/b9cd2199200c4d49ba3c012398057856] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=35.2 K 2024-12-13T01:40:39,245 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62cba9d8412940cb8933ccd1abe12a36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734054034726 2024-12-13T01:40:39,246 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52a451d359094cb28e9b7d16b10f0142, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734054034740 2024-12-13T01:40:39,246 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9cd2199200c4d49ba3c012398057856, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734054035859 2024-12-13T01:40:39,248 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/B of 713f5c90d444878e49e9ab249c1e3d66 into e636f648516c4f0489fd8d678fff5739(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:39,248 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:39,248 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/B, priority=13, startTime=1734054038825; duration=0sec 2024-12-13T01:40:39,248 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:39,248 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:B 2024-12-13T01:40:39,251 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#C#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:39,251 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/ce547c4a79404a18a7435ef9acef6a00 is 50, key is test_row_0/C:col10/1734054035859/Put/seqid=0 2024-12-13T01:40:39,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742204_1380 (size=12104) 2024-12-13T01:40:39,257 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/ce547c4a79404a18a7435ef9acef6a00 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/ce547c4a79404a18a7435ef9acef6a00 2024-12-13T01:40:39,261 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/C of 713f5c90d444878e49e9ab249c1e3d66 into ce547c4a79404a18a7435ef9acef6a00(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:39,261 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:39,261 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/C, priority=13, startTime=1734054038825; duration=0sec 2024-12-13T01:40:39,261 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:39,261 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:C 2024-12-13T01:40:39,281 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:39,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-13T01:40:39,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:39,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:39,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:39,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:39,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:39,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/ca0e807dec5c4a3586030e05225e0dcd 2024-12-13T01:40:39,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/35ba687a6e854d698cdd60ecb5dbdca0 is 50, key is test_row_0/B:col10/1734054038033/Put/seqid=0 2024-12-13T01:40:39,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742205_1381 (size=12001) 2024-12-13T01:40:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-13T01:40:39,433 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:39,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-13T01:40:39,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:39,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:39,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:39,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:39,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:39,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39302 deadline: 1734054099539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:39,586 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:39,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-13T01:40:39,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:39,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:39,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:39,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:39,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:39,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/35ba687a6e854d698cdd60ecb5dbdca0 2024-12-13T01:40:39,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/75fffe44f2654d71a224b8df41d690fd is 50, key is test_row_0/C:col10/1734054038033/Put/seqid=0 2024-12-13T01:40:39,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742206_1382 (size=12001) 2024-12-13T01:40:39,738 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:39,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-13T01:40:39,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:39,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:39,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:39,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:39,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:39,890 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:39,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-13T01:40:39,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:39,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:39,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:39,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:39,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-13T01:40:40,043 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-13T01:40:40,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:40,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:40,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:40,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:40,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:40,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39302 deadline: 1734054100047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/75fffe44f2654d71a224b8df41d690fd 2024-12-13T01:40:40,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/ca0e807dec5c4a3586030e05225e0dcd as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/ca0e807dec5c4a3586030e05225e0dcd 2024-12-13T01:40:40,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/ca0e807dec5c4a3586030e05225e0dcd, entries=200, sequenceid=76, filesize=14.0 K 2024-12-13T01:40:40,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/35ba687a6e854d698cdd60ecb5dbdca0 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/35ba687a6e854d698cdd60ecb5dbdca0 2024-12-13T01:40:40,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/35ba687a6e854d698cdd60ecb5dbdca0, entries=150, sequenceid=76, filesize=11.7 K 2024-12-13T01:40:40,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/75fffe44f2654d71a224b8df41d690fd as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/75fffe44f2654d71a224b8df41d690fd 2024-12-13T01:40:40,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/75fffe44f2654d71a224b8df41d690fd, entries=150, sequenceid=76, filesize=11.7 K 2024-12-13T01:40:40,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 713f5c90d444878e49e9ab249c1e3d66 in 1244ms, sequenceid=76, compaction requested=false 2024-12-13T01:40:40,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:40,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 713f5c90d444878e49e9ab249c1e3d66 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-13T01:40:40,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=A 2024-12-13T01:40:40,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:40,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=B 2024-12-13T01:40:40,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:40,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=C 2024-12-13T01:40:40,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:40,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/b51990de78f941149f2a5982753bb01b is 50, key is test_row_0/A:col10/1734054040154/Put/seqid=0 2024-12-13T01:40:40,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742207_1383 (size=14341) 2024-12-13T01:40:40,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054100180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054100182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054100182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054100185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,195 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-13T01:40:40,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:40,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:40,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:40,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:40,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:40,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054100286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054100287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054100287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054100290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,346 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-13T01:40:40,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:40,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:40,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:40,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:40,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:40,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054100490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054100490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054100490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054100495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,498 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-13T01:40:40,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:40,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:40,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:40,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:40,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:40,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/b51990de78f941149f2a5982753bb01b 2024-12-13T01:40:40,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/9b857f0ebba34b5f82e0ed0417818f24 is 50, key is test_row_0/B:col10/1734054040154/Put/seqid=0 2024-12-13T01:40:40,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742208_1384 (size=12001) 2024-12-13T01:40:40,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/9b857f0ebba34b5f82e0ed0417818f24 2024-12-13T01:40:40,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/dd592379e6724aefb92e4b4c2ee326d3 is 50, key is test_row_0/C:col10/1734054040154/Put/seqid=0 2024-12-13T01:40:40,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742209_1385 (size=12001) 2024-12-13T01:40:40,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/dd592379e6724aefb92e4b4c2ee326d3 2024-12-13T01:40:40,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/b51990de78f941149f2a5982753bb01b as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/b51990de78f941149f2a5982753bb01b 2024-12-13T01:40:40,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/b51990de78f941149f2a5982753bb01b, entries=200, sequenceid=91, filesize=14.0 K 2024-12-13T01:40:40,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/9b857f0ebba34b5f82e0ed0417818f24 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/9b857f0ebba34b5f82e0ed0417818f24 2024-12-13T01:40:40,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/9b857f0ebba34b5f82e0ed0417818f24, entries=150, sequenceid=91, filesize=11.7 K 2024-12-13T01:40:40,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/dd592379e6724aefb92e4b4c2ee326d3 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/dd592379e6724aefb92e4b4c2ee326d3 2024-12-13T01:40:40,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/dd592379e6724aefb92e4b4c2ee326d3, entries=150, sequenceid=91, filesize=11.7 K 2024-12-13T01:40:40,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 713f5c90d444878e49e9ab249c1e3d66 in 442ms, sequenceid=91, compaction requested=true 2024-12-13T01:40:40,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:40,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:40:40,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:40,598 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:40,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:40:40,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:40,598 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:40,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:40:40,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:40,598 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:40,598 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:40,598 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/B is initiating minor compaction (all files) 2024-12-13T01:40:40,598 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/A is initiating minor compaction (all files) 2024-12-13T01:40:40,598 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/B in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:40,598 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/A in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:40,599 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/6159e3bf4b734a8b93441e8dd10d68e9, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/ca0e807dec5c4a3586030e05225e0dcd, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/b51990de78f941149f2a5982753bb01b] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=39.8 K 2024-12-13T01:40:40,599 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/e636f648516c4f0489fd8d678fff5739, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/35ba687a6e854d698cdd60ecb5dbdca0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/9b857f0ebba34b5f82e0ed0417818f24] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=35.3 K 2024-12-13T01:40:40,599 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting e636f648516c4f0489fd8d678fff5739, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734054035859 2024-12-13T01:40:40,599 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6159e3bf4b734a8b93441e8dd10d68e9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734054035859 2024-12-13T01:40:40,599 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 35ba687a6e854d698cdd60ecb5dbdca0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734054038031 2024-12-13T01:40:40,599 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca0e807dec5c4a3586030e05225e0dcd, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734054038031 2024-12-13T01:40:40,600 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting b51990de78f941149f2a5982753bb01b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734054038891 2024-12-13T01:40:40,600 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b857f0ebba34b5f82e0ed0417818f24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734054038891 2024-12-13T01:40:40,606 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#A#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:40,607 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#B#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:40,607 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/6b7d84b3357d4af7a3b8bee75f3ef277 is 50, key is test_row_0/A:col10/1734054040154/Put/seqid=0 2024-12-13T01:40:40,607 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/206f2bc1d76f49198b4532116a615ce6 is 50, key is test_row_0/B:col10/1734054040154/Put/seqid=0 2024-12-13T01:40:40,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742210_1386 (size=12207) 2024-12-13T01:40:40,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742211_1387 (size=12207) 2024-12-13T01:40:40,650 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-13T01:40:40,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:40,651 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 713f5c90d444878e49e9ab249c1e3d66 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-13T01:40:40,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=A 2024-12-13T01:40:40,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:40,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=B 2024-12-13T01:40:40,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:40,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=C 2024-12-13T01:40:40,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:40,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/acf1a28ac0324aed8497a887e61bafe5 is 50, key is test_row_0/A:col10/1734054040182/Put/seqid=0 2024-12-13T01:40:40,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742212_1388 (size=12001) 2024-12-13T01:40:40,660 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/acf1a28ac0324aed8497a887e61bafe5 2024-12-13T01:40:40,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/36cf6f562c884c45bb588e17b90b7997 is 50, key is test_row_0/B:col10/1734054040182/Put/seqid=0 2024-12-13T01:40:40,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742213_1389 (size=12001) 2024-12-13T01:40:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:40,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:40,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054100803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054100807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054100808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054100808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054100909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054100912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054100917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054100917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-13T01:40:41,027 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/6b7d84b3357d4af7a3b8bee75f3ef277 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/6b7d84b3357d4af7a3b8bee75f3ef277 2024-12-13T01:40:41,031 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/A of 713f5c90d444878e49e9ab249c1e3d66 into 6b7d84b3357d4af7a3b8bee75f3ef277(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:41,031 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:41,031 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/A, priority=13, startTime=1734054040597; duration=0sec 2024-12-13T01:40:41,031 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:41,031 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:A 2024-12-13T01:40:41,031 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:41,032 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:41,032 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/C is initiating minor compaction (all files) 2024-12-13T01:40:41,032 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/C in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:41,032 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/ce547c4a79404a18a7435ef9acef6a00, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/75fffe44f2654d71a224b8df41d690fd, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/dd592379e6724aefb92e4b4c2ee326d3] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=35.3 K 2024-12-13T01:40:41,032 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce547c4a79404a18a7435ef9acef6a00, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734054035859 2024-12-13T01:40:41,033 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75fffe44f2654d71a224b8df41d690fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734054038031 2024-12-13T01:40:41,033 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd592379e6724aefb92e4b4c2ee326d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734054038891 2024-12-13T01:40:41,038 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#C#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:41,039 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/65cd897e1b734024bc054fc4cc215479 is 50, key is test_row_0/C:col10/1734054040154/Put/seqid=0 2024-12-13T01:40:41,042 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/206f2bc1d76f49198b4532116a615ce6 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/206f2bc1d76f49198b4532116a615ce6 2024-12-13T01:40:41,047 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/B of 713f5c90d444878e49e9ab249c1e3d66 into 206f2bc1d76f49198b4532116a615ce6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:41,047 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:41,047 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/B, priority=13, startTime=1734054040598; duration=0sec 2024-12-13T01:40:41,047 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:41,047 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:B 2024-12-13T01:40:41,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742214_1390 (size=12207) 2024-12-13T01:40:41,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39302 deadline: 1734054101058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:41,068 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/36cf6f562c884c45bb588e17b90b7997 2024-12-13T01:40:41,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/3ff9cb8431e04ca283e3412c4458b8cf is 50, key is test_row_0/C:col10/1734054040182/Put/seqid=0 2024-12-13T01:40:41,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742215_1391 (size=12001) 2024-12-13T01:40:41,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054101113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:41,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054101117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:41,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054101118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:41,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054101119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:41,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054101417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:41,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054101421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:41,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054101422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:41,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054101423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:41,454 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/65cd897e1b734024bc054fc4cc215479 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/65cd897e1b734024bc054fc4cc215479 2024-12-13T01:40:41,457 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/C of 713f5c90d444878e49e9ab249c1e3d66 into 65cd897e1b734024bc054fc4cc215479(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:41,457 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:41,457 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/C, priority=13, startTime=1734054040598; duration=0sec 2024-12-13T01:40:41,457 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:41,457 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:C 2024-12-13T01:40:41,478 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/3ff9cb8431e04ca283e3412c4458b8cf 2024-12-13T01:40:41,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/acf1a28ac0324aed8497a887e61bafe5 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/acf1a28ac0324aed8497a887e61bafe5 2024-12-13T01:40:41,485 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/acf1a28ac0324aed8497a887e61bafe5, entries=150, sequenceid=115, filesize=11.7 K 2024-12-13T01:40:41,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/36cf6f562c884c45bb588e17b90b7997 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/36cf6f562c884c45bb588e17b90b7997 2024-12-13T01:40:41,488 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/36cf6f562c884c45bb588e17b90b7997, entries=150, sequenceid=115, filesize=11.7 K 2024-12-13T01:40:41,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/3ff9cb8431e04ca283e3412c4458b8cf as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/3ff9cb8431e04ca283e3412c4458b8cf 2024-12-13T01:40:41,492 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/3ff9cb8431e04ca283e3412c4458b8cf, entries=150, sequenceid=115, filesize=11.7 K 2024-12-13T01:40:41,493 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 713f5c90d444878e49e9ab249c1e3d66 in 841ms, sequenceid=115, compaction requested=false 2024-12-13T01:40:41,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:41,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:41,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-12-13T01:40:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-12-13T01:40:41,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-13T01:40:41,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6690 sec 2024-12-13T01:40:41,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 2.6710 sec 2024-12-13T01:40:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:41,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 713f5c90d444878e49e9ab249c1e3d66 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-13T01:40:41,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=A 2024-12-13T01:40:41,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:41,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=B 2024-12-13T01:40:41,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:41,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=C 2024-12-13T01:40:41,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:41,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/08eb0f28333a47c0ad492f7e2df0440b is 50, key is test_row_0/A:col10/1734054040802/Put/seqid=0 2024-12-13T01:40:41,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742216_1392 (size=14391) 2024-12-13T01:40:41,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054101946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:41,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054101951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:41,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054101952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:41,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054101952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:42,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054102052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:42,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054102056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:42,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054102060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:42,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054102060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:42,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054102256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:42,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054102261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:42,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054102266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:42,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054102267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:42,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/08eb0f28333a47c0ad492f7e2df0440b 2024-12-13T01:40:42,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/b7a7cde61d9f44e88d66d2f37b2333a7 is 50, key is test_row_0/B:col10/1734054040802/Put/seqid=0 2024-12-13T01:40:42,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742217_1393 (size=12051) 2024-12-13T01:40:42,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054102559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:42,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054102564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:42,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054102571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:42,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054102572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:42,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/b7a7cde61d9f44e88d66d2f37b2333a7 2024-12-13T01:40:42,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/82f07f8ce56d4656a723d88aa67853ef is 50, key is test_row_0/C:col10/1734054040802/Put/seqid=0 2024-12-13T01:40:42,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742218_1394 (size=12051) 2024-12-13T01:40:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-13T01:40:42,929 INFO [Thread-1683 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-13T01:40:42,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:40:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-13T01:40:42,931 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:40:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-13T01:40:42,932 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:40:42,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:40:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-13T01:40:43,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054103063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:43,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054103069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:43,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054103076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:43,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39302 deadline: 1734054103076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:43,079 DEBUG [Thread-1679 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., hostname=3c5776cc2308,43079,1734053906774, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T01:40:43,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054103077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:43,082 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:43,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-13T01:40:43,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:43,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:43,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:43,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:43,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:43,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/82f07f8ce56d4656a723d88aa67853ef 2024-12-13T01:40:43,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/08eb0f28333a47c0ad492f7e2df0440b as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/08eb0f28333a47c0ad492f7e2df0440b 2024-12-13T01:40:43,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/08eb0f28333a47c0ad492f7e2df0440b, entries=200, sequenceid=132, filesize=14.1 K 2024-12-13T01:40:43,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/b7a7cde61d9f44e88d66d2f37b2333a7 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/b7a7cde61d9f44e88d66d2f37b2333a7 2024-12-13T01:40:43,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/b7a7cde61d9f44e88d66d2f37b2333a7, entries=150, sequenceid=132, filesize=11.8 K 2024-12-13T01:40:43,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/82f07f8ce56d4656a723d88aa67853ef as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/82f07f8ce56d4656a723d88aa67853ef 2024-12-13T01:40:43,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/82f07f8ce56d4656a723d88aa67853ef, entries=150, sequenceid=132, filesize=11.8 K 2024-12-13T01:40:43,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 713f5c90d444878e49e9ab249c1e3d66 in 1243ms, sequenceid=132, compaction requested=true 2024-12-13T01:40:43,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:43,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:40:43,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:43,166 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:43,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:40:43,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:43,166 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:43,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:40:43,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:43,166 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:43,166 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:43,166 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/A is initiating minor compaction (all files) 2024-12-13T01:40:43,166 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/B is initiating minor compaction (all files) 2024-12-13T01:40:43,167 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/B in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:43,167 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/A in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:43,167 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/206f2bc1d76f49198b4532116a615ce6, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/36cf6f562c884c45bb588e17b90b7997, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/b7a7cde61d9f44e88d66d2f37b2333a7] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=35.4 K 2024-12-13T01:40:43,167 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/6b7d84b3357d4af7a3b8bee75f3ef277, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/acf1a28ac0324aed8497a887e61bafe5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/08eb0f28333a47c0ad492f7e2df0440b] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=37.7 K 2024-12-13T01:40:43,167 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 206f2bc1d76f49198b4532116a615ce6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734054038891 2024-12-13T01:40:43,167 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b7d84b3357d4af7a3b8bee75f3ef277, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734054038891 2024-12-13T01:40:43,167 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 36cf6f562c884c45bb588e17b90b7997, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734054040170 2024-12-13T01:40:43,167 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting acf1a28ac0324aed8497a887e61bafe5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734054040170 2024-12-13T01:40:43,167 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting b7a7cde61d9f44e88d66d2f37b2333a7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734054040802 2024-12-13T01:40:43,167 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08eb0f28333a47c0ad492f7e2df0440b, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734054040802 2024-12-13T01:40:43,172 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#B#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:43,172 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#A#compaction#328 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:43,173 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/c220e58b9e1042f094b364ba653ce51b is 50, key is test_row_0/B:col10/1734054040802/Put/seqid=0 2024-12-13T01:40:43,173 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/cadfab3bdc164d9bbc140e336a5b87fd is 50, key is test_row_0/A:col10/1734054040802/Put/seqid=0 2024-12-13T01:40:43,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742220_1396 (size=12359) 2024-12-13T01:40:43,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742219_1395 (size=12359) 2024-12-13T01:40:43,180 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/cadfab3bdc164d9bbc140e336a5b87fd as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/cadfab3bdc164d9bbc140e336a5b87fd 2024-12-13T01:40:43,181 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/c220e58b9e1042f094b364ba653ce51b as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/c220e58b9e1042f094b364ba653ce51b 2024-12-13T01:40:43,184 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/A of 713f5c90d444878e49e9ab249c1e3d66 into cadfab3bdc164d9bbc140e336a5b87fd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:43,184 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:43,184 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/A, priority=13, startTime=1734054043166; duration=0sec 2024-12-13T01:40:43,184 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:43,184 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:A 2024-12-13T01:40:43,184 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:43,186 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:43,187 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/C is initiating minor compaction (all files) 2024-12-13T01:40:43,187 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/C in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:43,187 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/65cd897e1b734024bc054fc4cc215479, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/3ff9cb8431e04ca283e3412c4458b8cf, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/82f07f8ce56d4656a723d88aa67853ef] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=35.4 K 2024-12-13T01:40:43,187 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65cd897e1b734024bc054fc4cc215479, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734054038891 2024-12-13T01:40:43,188 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ff9cb8431e04ca283e3412c4458b8cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734054040170 2024-12-13T01:40:43,188 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/B of 713f5c90d444878e49e9ab249c1e3d66 into c220e58b9e1042f094b364ba653ce51b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:43,188 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:43,188 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/B, priority=13, startTime=1734054043166; duration=0sec 2024-12-13T01:40:43,188 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:43,188 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:B 2024-12-13T01:40:43,188 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82f07f8ce56d4656a723d88aa67853ef, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734054040802 2024-12-13T01:40:43,192 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#C#compaction#329 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:43,193 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/dd201d6c18094c7d8faa9c5a70622560 is 50, key is test_row_0/C:col10/1734054040802/Put/seqid=0 2024-12-13T01:40:43,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742221_1397 (size=12359) 2024-12-13T01:40:43,217 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/dd201d6c18094c7d8faa9c5a70622560 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/dd201d6c18094c7d8faa9c5a70622560 2024-12-13T01:40:43,222 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/C of 713f5c90d444878e49e9ab249c1e3d66 into dd201d6c18094c7d8faa9c5a70622560(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:43,222 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:43,222 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/C, priority=13, startTime=1734054043166; duration=0sec 2024-12-13T01:40:43,222 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:43,222 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:C 2024-12-13T01:40:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-13T01:40:43,235 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:43,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-13T01:40:43,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:43,235 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 713f5c90d444878e49e9ab249c1e3d66 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-13T01:40:43,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=A 2024-12-13T01:40:43,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:43,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=B 2024-12-13T01:40:43,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:43,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=C 2024-12-13T01:40:43,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:43,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/dec48d6c907f44908cf8d47382793e9e is 50, key is test_row_0/A:col10/1734054041950/Put/seqid=0 2024-12-13T01:40:43,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742222_1398 (size=12151) 2024-12-13T01:40:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-13T01:40:43,643 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/dec48d6c907f44908cf8d47382793e9e 2024-12-13T01:40:43,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/17c9af961af341db8a669222a417f500 is 50, key is test_row_0/B:col10/1734054041950/Put/seqid=0 2024-12-13T01:40:43,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742223_1399 (size=12151) 2024-12-13T01:40:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-13T01:40:44,052 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/17c9af961af341db8a669222a417f500 2024-12-13T01:40:44,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/cdc0aec662314fcab44af748381ff239 is 50, key is test_row_0/C:col10/1734054041950/Put/seqid=0 2024-12-13T01:40:44,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742224_1400 (size=12151) 2024-12-13T01:40:44,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:44,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054104085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:44,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054104086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:44,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054104087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:44,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054104087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:44,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054104190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:44,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054104190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:44,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054104190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:44,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054104191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:44,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054104393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:44,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054104393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:44,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054104394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:44,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054104394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:44,460 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/cdc0aec662314fcab44af748381ff239 2024-12-13T01:40:44,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/dec48d6c907f44908cf8d47382793e9e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/dec48d6c907f44908cf8d47382793e9e 2024-12-13T01:40:44,466 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/dec48d6c907f44908cf8d47382793e9e, entries=150, sequenceid=158, filesize=11.9 K 2024-12-13T01:40:44,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/17c9af961af341db8a669222a417f500 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/17c9af961af341db8a669222a417f500 2024-12-13T01:40:44,470 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/17c9af961af341db8a669222a417f500, entries=150, sequenceid=158, filesize=11.9 K 2024-12-13T01:40:44,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/cdc0aec662314fcab44af748381ff239 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/cdc0aec662314fcab44af748381ff239 2024-12-13T01:40:44,473 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/cdc0aec662314fcab44af748381ff239, entries=150, sequenceid=158, filesize=11.9 K 2024-12-13T01:40:44,474 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 713f5c90d444878e49e9ab249c1e3d66 in 1239ms, sequenceid=158, compaction requested=false 2024-12-13T01:40:44,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:44,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:44,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-13T01:40:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-13T01:40:44,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-13T01:40:44,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5430 sec 2024-12-13T01:40:44,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.5460 sec 2024-12-13T01:40:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:44,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 713f5c90d444878e49e9ab249c1e3d66 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-13T01:40:44,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=A 2024-12-13T01:40:44,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:44,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=B 2024-12-13T01:40:44,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:44,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=C 2024-12-13T01:40:44,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:44,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/af6067a0a702440fa6c4d23be62e411a is 50, key is test_row_0/A:col10/1734054044085/Put/seqid=0 2024-12-13T01:40:44,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742225_1401 (size=12151) 2024-12-13T01:40:44,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054104717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:44,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054104718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:44,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054104720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:44,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054104720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:44,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054104824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:44,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054104824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:44,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054104824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:44,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054104828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:45,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054105027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:45,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054105028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:45,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054105028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:45,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054105031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-13T01:40:45,035 INFO [Thread-1683 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-13T01:40:45,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:40:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-12-13T01:40:45,037 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:40:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-13T01:40:45,037 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:40:45,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:40:45,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/af6067a0a702440fa6c4d23be62e411a 2024-12-13T01:40:45,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/8f9d3f1c1d234a18bedc07194ea6efbe is 50, key is test_row_0/B:col10/1734054044085/Put/seqid=0 2024-12-13T01:40:45,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742226_1402 (size=12151) 2024-12-13T01:40:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-13T01:40:45,188 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:45,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-13T01:40:45,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:45,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:45,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:45,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:45,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:45,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054105331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:45,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054105332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:45,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054105333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-13T01:40:45,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054105336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:45,340 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:45,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-13T01:40:45,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:45,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:45,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:45,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:45,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:45,492 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:45,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-13T01:40:45,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:45,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:45,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:45,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:45,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:45,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/8f9d3f1c1d234a18bedc07194ea6efbe 2024-12-13T01:40:45,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/6466c079985e443799aa70170fe2db16 is 50, key is test_row_0/C:col10/1734054044085/Put/seqid=0 2024-12-13T01:40:45,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742227_1403 (size=12151) 2024-12-13T01:40:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-13T01:40:45,645 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:45,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-13T01:40:45,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:45,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:45,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:45,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:45,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:45,797 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:45,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-13T01:40:45,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:45,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:45,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:45,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:45,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:45,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:45,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054105836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:45,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054105837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:45,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054105837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:45,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054105843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:45,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/6466c079985e443799aa70170fe2db16 2024-12-13T01:40:45,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/af6067a0a702440fa6c4d23be62e411a as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/af6067a0a702440fa6c4d23be62e411a 2024-12-13T01:40:45,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/af6067a0a702440fa6c4d23be62e411a, entries=150, sequenceid=172, filesize=11.9 K 2024-12-13T01:40:45,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/8f9d3f1c1d234a18bedc07194ea6efbe as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/8f9d3f1c1d234a18bedc07194ea6efbe 2024-12-13T01:40:45,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/8f9d3f1c1d234a18bedc07194ea6efbe, entries=150, sequenceid=172, filesize=11.9 K 2024-12-13T01:40:45,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/6466c079985e443799aa70170fe2db16 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/6466c079985e443799aa70170fe2db16 2024-12-13T01:40:45,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/6466c079985e443799aa70170fe2db16, entries=150, sequenceid=172, filesize=11.9 K 2024-12-13T01:40:45,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 713f5c90d444878e49e9ab249c1e3d66 in 1238ms, sequenceid=172, compaction requested=true 2024-12-13T01:40:45,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:45,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:40:45,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:45,935 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:45,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:40:45,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:45,935 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:45,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:40:45,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:45,936 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:45,936 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:45,936 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/B is initiating minor compaction (all files) 2024-12-13T01:40:45,936 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/A is initiating minor compaction (all files) 2024-12-13T01:40:45,936 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/A in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:45,936 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/B in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:45,936 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/cadfab3bdc164d9bbc140e336a5b87fd, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/dec48d6c907f44908cf8d47382793e9e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/af6067a0a702440fa6c4d23be62e411a] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=35.8 K 2024-12-13T01:40:45,936 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/c220e58b9e1042f094b364ba653ce51b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/17c9af961af341db8a669222a417f500, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/8f9d3f1c1d234a18bedc07194ea6efbe] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=35.8 K 2024-12-13T01:40:45,937 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting cadfab3bdc164d9bbc140e336a5b87fd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734054040802 2024-12-13T01:40:45,937 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting c220e58b9e1042f094b364ba653ce51b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734054040802 2024-12-13T01:40:45,937 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting dec48d6c907f44908cf8d47382793e9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734054041940 2024-12-13T01:40:45,937 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 17c9af961af341db8a669222a417f500, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734054041940 2024-12-13T01:40:45,937 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting af6067a0a702440fa6c4d23be62e411a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734054044085 2024-12-13T01:40:45,937 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f9d3f1c1d234a18bedc07194ea6efbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734054044085 2024-12-13T01:40:45,942 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#B#compaction#336 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:45,942 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#A#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:45,942 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/d4ce02fe9d8440a8839cf39496f3bdd5 is 50, key is test_row_0/B:col10/1734054044085/Put/seqid=0 2024-12-13T01:40:45,943 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/32a3acd5620a49f9b61e185245f5fbcb is 50, key is test_row_0/A:col10/1734054044085/Put/seqid=0 2024-12-13T01:40:45,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742228_1404 (size=12561) 2024-12-13T01:40:45,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742229_1405 (size=12561) 2024-12-13T01:40:45,949 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/d4ce02fe9d8440a8839cf39496f3bdd5 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/d4ce02fe9d8440a8839cf39496f3bdd5 2024-12-13T01:40:45,949 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:45,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-13T01:40:45,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:45,950 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 713f5c90d444878e49e9ab249c1e3d66 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-13T01:40:45,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=A 2024-12-13T01:40:45,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:45,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=B 2024-12-13T01:40:45,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:45,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=C 2024-12-13T01:40:45,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:45,954 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/B of 713f5c90d444878e49e9ab249c1e3d66 into d4ce02fe9d8440a8839cf39496f3bdd5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:45,955 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:45,955 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/B, priority=13, startTime=1734054045935; duration=0sec 2024-12-13T01:40:45,955 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:45,955 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:B 2024-12-13T01:40:45,955 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:45,959 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:45,959 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/C is initiating minor compaction (all files) 2024-12-13T01:40:45,960 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/C in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:45,960 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/dd201d6c18094c7d8faa9c5a70622560, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/cdc0aec662314fcab44af748381ff239, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/6466c079985e443799aa70170fe2db16] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=35.8 K 2024-12-13T01:40:45,960 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting dd201d6c18094c7d8faa9c5a70622560, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734054040802 2024-12-13T01:40:45,960 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting cdc0aec662314fcab44af748381ff239, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734054041940 2024-12-13T01:40:45,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/58b0eba4e1874eeda9ca79b7ff273a67 is 50, key is test_row_0/A:col10/1734054044717/Put/seqid=0 2024-12-13T01:40:45,962 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 6466c079985e443799aa70170fe2db16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734054044085 2024-12-13T01:40:45,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742230_1406 (size=12151) 2024-12-13T01:40:45,965 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/58b0eba4e1874eeda9ca79b7ff273a67 2024-12-13T01:40:45,968 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#C#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:45,968 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/ace418e889d24037bd0d4424f49ba082 is 50, key is test_row_0/C:col10/1734054044085/Put/seqid=0 2024-12-13T01:40:45,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/64e58ad04ac74eca857357d8fb12d2c2 is 50, key is test_row_0/B:col10/1734054044717/Put/seqid=0 2024-12-13T01:40:45,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742231_1407 (size=12561) 2024-12-13T01:40:45,997 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/ace418e889d24037bd0d4424f49ba082 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/ace418e889d24037bd0d4424f49ba082 2024-12-13T01:40:45,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742232_1408 (size=12151) 2024-12-13T01:40:45,999 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/64e58ad04ac74eca857357d8fb12d2c2 2024-12-13T01:40:46,002 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/C of 713f5c90d444878e49e9ab249c1e3d66 into ace418e889d24037bd0d4424f49ba082(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:46,002 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:46,002 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/C, priority=13, startTime=1734054045935; duration=0sec 2024-12-13T01:40:46,002 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:46,002 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:C 2024-12-13T01:40:46,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/5fb73f4e3462490d8d556c7c5a04c245 is 50, key is test_row_0/C:col10/1734054044717/Put/seqid=0 2024-12-13T01:40:46,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742233_1409 (size=12151) 2024-12-13T01:40:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-13T01:40:46,350 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/32a3acd5620a49f9b61e185245f5fbcb as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/32a3acd5620a49f9b61e185245f5fbcb 2024-12-13T01:40:46,353 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/A of 713f5c90d444878e49e9ab249c1e3d66 into 32a3acd5620a49f9b61e185245f5fbcb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:46,353 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:46,353 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/A, priority=13, startTime=1734054045935; duration=0sec 2024-12-13T01:40:46,353 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:46,353 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:A 2024-12-13T01:40:46,410 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/5fb73f4e3462490d8d556c7c5a04c245 2024-12-13T01:40:46,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/58b0eba4e1874eeda9ca79b7ff273a67 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/58b0eba4e1874eeda9ca79b7ff273a67 2024-12-13T01:40:46,416 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/58b0eba4e1874eeda9ca79b7ff273a67, entries=150, sequenceid=194, filesize=11.9 K 2024-12-13T01:40:46,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/64e58ad04ac74eca857357d8fb12d2c2 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/64e58ad04ac74eca857357d8fb12d2c2 2024-12-13T01:40:46,419 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/64e58ad04ac74eca857357d8fb12d2c2, entries=150, sequenceid=194, filesize=11.9 K 2024-12-13T01:40:46,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/5fb73f4e3462490d8d556c7c5a04c245 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/5fb73f4e3462490d8d556c7c5a04c245 2024-12-13T01:40:46,423 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/5fb73f4e3462490d8d556c7c5a04c245, entries=150, sequenceid=194, filesize=11.9 K 2024-12-13T01:40:46,424 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 713f5c90d444878e49e9ab249c1e3d66 in 474ms, sequenceid=194, compaction requested=false 2024-12-13T01:40:46,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:46,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:46,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-12-13T01:40:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-12-13T01:40:46,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-13T01:40:46,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3880 sec 2024-12-13T01:40:46,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.3910 sec 2024-12-13T01:40:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:46,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 713f5c90d444878e49e9ab249c1e3d66 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T01:40:46,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=A 2024-12-13T01:40:46,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:46,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=B 2024-12-13T01:40:46,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:46,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=C 2024-12-13T01:40:46,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:46,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/5b78e3a9c6b943dc85d546af452c679c is 50, key is test_row_0/A:col10/1734054046848/Put/seqid=0 2024-12-13T01:40:46,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742234_1410 (size=16931) 2024-12-13T01:40:46,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054106872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:46,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054106876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:46,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054106877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:46,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054106877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:46,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054106978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:46,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054106980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:46,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054106982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:46,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054106982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:47,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39302 deadline: 1734054107099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:47,102 DEBUG [Thread-1679 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8180 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., hostname=3c5776cc2308,43079,1734053906774, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T01:40:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-13T01:40:47,140 INFO [Thread-1683 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-13T01:40:47,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:40:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-12-13T01:40:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-13T01:40:47,142 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:40:47,143 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:40:47,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:40:47,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054107184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:47,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054107184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:47,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054107187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:47,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054107187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-13T01:40:47,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/5b78e3a9c6b943dc85d546af452c679c 2024-12-13T01:40:47,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/e00074ead43949cabe8363aa9e64d774 is 50, key is test_row_0/B:col10/1734054046848/Put/seqid=0 2024-12-13T01:40:47,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742235_1411 (size=12151) 2024-12-13T01:40:47,294 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:47,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-13T01:40:47,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:47,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:47,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:47,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:47,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-13T01:40:47,446 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:47,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-13T01:40:47,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:47,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:47,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:47,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:47,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:47,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054107485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:47,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054107486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:47,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054107490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:47,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054107490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:47,598 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:47,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-13T01:40:47,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:47,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:47,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:47,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:47,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:47,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/e00074ead43949cabe8363aa9e64d774 2024-12-13T01:40:47,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/c79c3693f9f5499c9651aa41002aa513 is 50, key is test_row_0/C:col10/1734054046848/Put/seqid=0 2024-12-13T01:40:47,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742236_1412 (size=12151) 2024-12-13T01:40:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-13T01:40:47,751 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:47,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-13T01:40:47,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:47,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:47,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:47,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:47,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:47,903 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:47,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-13T01:40:47,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:47,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:47,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:47,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:47,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:47,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054107991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:47,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054107992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:47,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054107995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:47,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054107995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:48,055 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:48,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-13T01:40:48,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:48,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:48,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:48,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:48,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:48,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/c79c3693f9f5499c9651aa41002aa513 2024-12-13T01:40:48,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/5b78e3a9c6b943dc85d546af452c679c as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/5b78e3a9c6b943dc85d546af452c679c 2024-12-13T01:40:48,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/5b78e3a9c6b943dc85d546af452c679c, entries=250, sequenceid=208, filesize=16.5 K 2024-12-13T01:40:48,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/e00074ead43949cabe8363aa9e64d774 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/e00074ead43949cabe8363aa9e64d774 2024-12-13T01:40:48,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/e00074ead43949cabe8363aa9e64d774, entries=150, sequenceid=208, filesize=11.9 K 2024-12-13T01:40:48,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/c79c3693f9f5499c9651aa41002aa513 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/c79c3693f9f5499c9651aa41002aa513 2024-12-13T01:40:48,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/c79c3693f9f5499c9651aa41002aa513, entries=150, sequenceid=208, filesize=11.9 K 2024-12-13T01:40:48,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 713f5c90d444878e49e9ab249c1e3d66 in 1238ms, sequenceid=208, compaction requested=true 2024-12-13T01:40:48,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:48,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:40:48,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:48,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:40:48,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:48,088 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:48,088 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:48,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:40:48,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:48,089 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:48,089 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:48,089 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/B is initiating minor compaction (all files) 2024-12-13T01:40:48,089 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/A is initiating minor compaction (all files) 2024-12-13T01:40:48,089 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/A in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:48,089 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/B in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:48,089 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/d4ce02fe9d8440a8839cf39496f3bdd5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/64e58ad04ac74eca857357d8fb12d2c2, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/e00074ead43949cabe8363aa9e64d774] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=36.0 K 2024-12-13T01:40:48,089 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/32a3acd5620a49f9b61e185245f5fbcb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/58b0eba4e1874eeda9ca79b7ff273a67, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/5b78e3a9c6b943dc85d546af452c679c] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=40.7 K 2024-12-13T01:40:48,089 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting d4ce02fe9d8440a8839cf39496f3bdd5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734054044085 2024-12-13T01:40:48,089 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32a3acd5620a49f9b61e185245f5fbcb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734054044085 2024-12-13T01:40:48,090 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58b0eba4e1874eeda9ca79b7ff273a67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734054044716 2024-12-13T01:40:48,090 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 64e58ad04ac74eca857357d8fb12d2c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734054044716 2024-12-13T01:40:48,090 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b78e3a9c6b943dc85d546af452c679c, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1734054046844 2024-12-13T01:40:48,090 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting e00074ead43949cabe8363aa9e64d774, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1734054046844 2024-12-13T01:40:48,096 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#B#compaction#346 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:48,096 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#A#compaction#345 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:48,096 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/e67044927329409a85f87b7ab77f8b17 is 50, key is test_row_0/A:col10/1734054046848/Put/seqid=0 2024-12-13T01:40:48,096 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/7ca4c0c8c8274f9eb821bf9db27db942 is 50, key is test_row_0/B:col10/1734054046848/Put/seqid=0 2024-12-13T01:40:48,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742237_1413 (size=12663) 2024-12-13T01:40:48,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742238_1414 (size=12663) 2024-12-13T01:40:48,207 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:48,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-13T01:40:48,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:48,208 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 713f5c90d444878e49e9ab249c1e3d66 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-13T01:40:48,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=A 2024-12-13T01:40:48,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:48,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=B 2024-12-13T01:40:48,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:48,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=C 2024-12-13T01:40:48,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:48,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/b49fafce8bfc404cbd442bbb05e8b1f5 is 50, key is test_row_0/A:col10/1734054046872/Put/seqid=0 2024-12-13T01:40:48,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742239_1415 (size=12151) 2024-12-13T01:40:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-13T01:40:48,503 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/7ca4c0c8c8274f9eb821bf9db27db942 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/7ca4c0c8c8274f9eb821bf9db27db942 2024-12-13T01:40:48,503 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/e67044927329409a85f87b7ab77f8b17 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/e67044927329409a85f87b7ab77f8b17 2024-12-13T01:40:48,506 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/B of 713f5c90d444878e49e9ab249c1e3d66 into 7ca4c0c8c8274f9eb821bf9db27db942(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:48,506 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/A of 713f5c90d444878e49e9ab249c1e3d66 into e67044927329409a85f87b7ab77f8b17(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:48,506 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:48,506 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:48,506 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/B, priority=13, startTime=1734054048088; duration=0sec 2024-12-13T01:40:48,506 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/A, priority=13, startTime=1734054048088; duration=0sec 2024-12-13T01:40:48,506 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:48,506 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:48,506 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:A 2024-12-13T01:40:48,506 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:B 2024-12-13T01:40:48,507 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:48,507 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:48,507 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/C is initiating minor compaction (all files) 2024-12-13T01:40:48,507 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/C in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:48,507 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/ace418e889d24037bd0d4424f49ba082, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/5fb73f4e3462490d8d556c7c5a04c245, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/c79c3693f9f5499c9651aa41002aa513] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=36.0 K 2024-12-13T01:40:48,508 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting ace418e889d24037bd0d4424f49ba082, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734054044085 2024-12-13T01:40:48,508 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fb73f4e3462490d8d556c7c5a04c245, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734054044716 2024-12-13T01:40:48,508 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting c79c3693f9f5499c9651aa41002aa513, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1734054046844 2024-12-13T01:40:48,513 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#C#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:48,513 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/651bab8b8fda4fccb4d7d7d3c7d8758e is 50, key is test_row_0/C:col10/1734054046848/Put/seqid=0 2024-12-13T01:40:48,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742240_1416 (size=12663) 2024-12-13T01:40:48,615 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/b49fafce8bfc404cbd442bbb05e8b1f5 2024-12-13T01:40:48,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/ed596fd482494fe1afef83e994f7ef1d is 50, key is test_row_0/B:col10/1734054046872/Put/seqid=0 2024-12-13T01:40:48,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742241_1417 (size=12151) 2024-12-13T01:40:48,920 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/651bab8b8fda4fccb4d7d7d3c7d8758e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/651bab8b8fda4fccb4d7d7d3c7d8758e 2024-12-13T01:40:48,923 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/C of 713f5c90d444878e49e9ab249c1e3d66 into 651bab8b8fda4fccb4d7d7d3c7d8758e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:48,923 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:48,923 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/C, priority=13, startTime=1734054048088; duration=0sec 2024-12-13T01:40:48,923 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:48,923 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:C 2024-12-13T01:40:48,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:49,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054109006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054109007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054109007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054109008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,024 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/ed596fd482494fe1afef83e994f7ef1d 2024-12-13T01:40:49,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/bb79bcf6e8b04eb7baceaad2fa7374b0 is 50, key is test_row_0/C:col10/1734054046872/Put/seqid=0 2024-12-13T01:40:49,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742242_1418 (size=12151) 2024-12-13T01:40:49,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054109110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054109110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054109111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054109111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-13T01:40:49,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054109314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054109315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054109315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054109316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,433 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/bb79bcf6e8b04eb7baceaad2fa7374b0 2024-12-13T01:40:49,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/b49fafce8bfc404cbd442bbb05e8b1f5 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/b49fafce8bfc404cbd442bbb05e8b1f5 2024-12-13T01:40:49,440 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/b49fafce8bfc404cbd442bbb05e8b1f5, entries=150, sequenceid=234, filesize=11.9 K 2024-12-13T01:40:49,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/ed596fd482494fe1afef83e994f7ef1d as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/ed596fd482494fe1afef83e994f7ef1d 2024-12-13T01:40:49,445 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/ed596fd482494fe1afef83e994f7ef1d, entries=150, sequenceid=234, filesize=11.9 K 2024-12-13T01:40:49,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/bb79bcf6e8b04eb7baceaad2fa7374b0 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/bb79bcf6e8b04eb7baceaad2fa7374b0 2024-12-13T01:40:49,449 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/bb79bcf6e8b04eb7baceaad2fa7374b0, entries=150, sequenceid=234, filesize=11.9 K 2024-12-13T01:40:49,450 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 713f5c90d444878e49e9ab249c1e3d66 in 1242ms, sequenceid=234, compaction requested=false 2024-12-13T01:40:49,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:49,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:49,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-12-13T01:40:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-12-13T01:40:49,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-13T01:40:49,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3080 sec 2024-12-13T01:40:49,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.3110 sec 2024-12-13T01:40:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:49,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 713f5c90d444878e49e9ab249c1e3d66 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T01:40:49,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=A 2024-12-13T01:40:49,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:49,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=B 2024-12-13T01:40:49,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:49,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=C 2024-12-13T01:40:49,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:49,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/9441d3f2b14a48ec9f6288e7beed9a1a is 50, key is test_row_0/A:col10/1734054049006/Put/seqid=0 2024-12-13T01:40:49,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742243_1419 (size=14541) 2024-12-13T01:40:49,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054109646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054109647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054109651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054109651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054109752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054109752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054109756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054109760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054109956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054109957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054109959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:49,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054109962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:50,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/9441d3f2b14a48ec9f6288e7beed9a1a 2024-12-13T01:40:50,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/bfd8f06b57d145b88c65b720abebe639 is 50, key is test_row_0/B:col10/1734054049006/Put/seqid=0 2024-12-13T01:40:50,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742244_1420 (size=12151) 2024-12-13T01:40:50,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054110259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:50,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054110262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:50,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054110262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:50,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054110267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:50,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/bfd8f06b57d145b88c65b720abebe639 2024-12-13T01:40:50,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/7712c684e7e9481fb60260e550428ddc is 50, key is test_row_0/C:col10/1734054049006/Put/seqid=0 2024-12-13T01:40:50,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742245_1421 (size=12151) 2024-12-13T01:40:50,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054110763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:50,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054110768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:50,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054110768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:50,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054110773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:50,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/7712c684e7e9481fb60260e550428ddc 2024-12-13T01:40:50,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/9441d3f2b14a48ec9f6288e7beed9a1a as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/9441d3f2b14a48ec9f6288e7beed9a1a 2024-12-13T01:40:50,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/9441d3f2b14a48ec9f6288e7beed9a1a, entries=200, sequenceid=249, filesize=14.2 K 2024-12-13T01:40:50,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/bfd8f06b57d145b88c65b720abebe639 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/bfd8f06b57d145b88c65b720abebe639 2024-12-13T01:40:50,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/bfd8f06b57d145b88c65b720abebe639, entries=150, sequenceid=249, filesize=11.9 K 2024-12-13T01:40:50,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/7712c684e7e9481fb60260e550428ddc as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/7712c684e7e9481fb60260e550428ddc 2024-12-13T01:40:50,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/7712c684e7e9481fb60260e550428ddc, entries=150, sequenceid=249, filesize=11.9 K 2024-12-13T01:40:50,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 713f5c90d444878e49e9ab249c1e3d66 in 1237ms, sequenceid=249, compaction requested=true 2024-12-13T01:40:50,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:50,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:40:50,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:50,858 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:50,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:40:50,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:50,858 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:50,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:40:50,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:50,859 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:50,859 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:50,859 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/A is initiating minor compaction (all files) 2024-12-13T01:40:50,859 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/B is initiating minor compaction (all files) 2024-12-13T01:40:50,859 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/A in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:50,859 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/B in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:50,859 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/7ca4c0c8c8274f9eb821bf9db27db942, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/ed596fd482494fe1afef83e994f7ef1d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/bfd8f06b57d145b88c65b720abebe639] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=36.1 K 2024-12-13T01:40:50,859 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/e67044927329409a85f87b7ab77f8b17, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/b49fafce8bfc404cbd442bbb05e8b1f5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/9441d3f2b14a48ec9f6288e7beed9a1a] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=38.4 K 2024-12-13T01:40:50,859 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ca4c0c8c8274f9eb821bf9db27db942, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1734054046844 2024-12-13T01:40:50,859 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting e67044927329409a85f87b7ab77f8b17, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1734054046844 2024-12-13T01:40:50,859 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting ed596fd482494fe1afef83e994f7ef1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734054046872 2024-12-13T01:40:50,859 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting b49fafce8bfc404cbd442bbb05e8b1f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734054046872 2024-12-13T01:40:50,859 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting bfd8f06b57d145b88c65b720abebe639, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734054049006 2024-12-13T01:40:50,860 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9441d3f2b14a48ec9f6288e7beed9a1a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734054049006 2024-12-13T01:40:50,864 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#A#compaction#355 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:50,864 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#B#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:50,865 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/d10d367271bc4a0cbc2646f96055ba57 is 50, key is test_row_0/A:col10/1734054049006/Put/seqid=0 2024-12-13T01:40:50,865 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/3b0b5926521d48e28cbb221bded75244 is 50, key is test_row_0/B:col10/1734054049006/Put/seqid=0 2024-12-13T01:40:50,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742246_1422 (size=12765) 2024-12-13T01:40:50,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742247_1423 (size=12765) 2024-12-13T01:40:50,873 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/d10d367271bc4a0cbc2646f96055ba57 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/d10d367271bc4a0cbc2646f96055ba57 2024-12-13T01:40:50,877 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/A of 713f5c90d444878e49e9ab249c1e3d66 into d10d367271bc4a0cbc2646f96055ba57(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:50,877 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:50,877 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/A, priority=13, startTime=1734054050858; duration=0sec 2024-12-13T01:40:50,877 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:50,878 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:A 2024-12-13T01:40:50,878 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:50,878 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:50,878 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/C is initiating minor compaction (all files) 2024-12-13T01:40:50,878 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/C in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:50,878 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/651bab8b8fda4fccb4d7d7d3c7d8758e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/bb79bcf6e8b04eb7baceaad2fa7374b0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/7712c684e7e9481fb60260e550428ddc] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=36.1 K 2024-12-13T01:40:50,879 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 651bab8b8fda4fccb4d7d7d3c7d8758e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1734054046844 2024-12-13T01:40:50,879 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb79bcf6e8b04eb7baceaad2fa7374b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734054046872 2024-12-13T01:40:50,879 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7712c684e7e9481fb60260e550428ddc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734054049006 2024-12-13T01:40:50,883 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#C#compaction#356 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:50,884 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/0edeb2e81e3241ba9c29a1592b8a8666 is 50, key is test_row_0/C:col10/1734054049006/Put/seqid=0 2024-12-13T01:40:50,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742248_1424 (size=12765) 2024-12-13T01:40:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-13T01:40:51,246 INFO [Thread-1683 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-13T01:40:51,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:40:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-12-13T01:40:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-13T01:40:51,247 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:40:51,248 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:40:51,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:40:51,273 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/3b0b5926521d48e28cbb221bded75244 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/3b0b5926521d48e28cbb221bded75244 2024-12-13T01:40:51,276 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/B of 713f5c90d444878e49e9ab249c1e3d66 into 3b0b5926521d48e28cbb221bded75244(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:51,276 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:51,277 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/B, priority=13, startTime=1734054050858; duration=0sec 2024-12-13T01:40:51,277 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:51,277 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:B 2024-12-13T01:40:51,290 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/0edeb2e81e3241ba9c29a1592b8a8666 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/0edeb2e81e3241ba9c29a1592b8a8666 2024-12-13T01:40:51,293 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/C of 713f5c90d444878e49e9ab249c1e3d66 into 0edeb2e81e3241ba9c29a1592b8a8666(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:51,293 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:51,293 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/C, priority=13, startTime=1734054050858; duration=0sec 2024-12-13T01:40:51,293 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:51,293 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:C 2024-12-13T01:40:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-13T01:40:51,399 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:51,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-13T01:40:51,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:51,399 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 713f5c90d444878e49e9ab249c1e3d66 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-13T01:40:51,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=A 2024-12-13T01:40:51,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:51,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=B 2024-12-13T01:40:51,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:51,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=C 2024-12-13T01:40:51,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:51,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/2decde09ad99486a8f1dfde8bfcfd818 is 50, key is test_row_0/A:col10/1734054049645/Put/seqid=0 2024-12-13T01:40:51,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742249_1425 (size=12301) 2024-12-13T01:40:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-13T01:40:51,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:51,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054111784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:51,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054111787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:51,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054111795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:51,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054111795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:51,807 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/2decde09ad99486a8f1dfde8bfcfd818 2024-12-13T01:40:51,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/9976ee95f99741749f6af1d52213168a is 50, key is test_row_0/B:col10/1734054049645/Put/seqid=0 2024-12-13T01:40:51,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742250_1426 (size=12301) 2024-12-13T01:40:51,821 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/9976ee95f99741749f6af1d52213168a 2024-12-13T01:40:51,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/3f71434a41f84bdb87f4fd1d68b1b370 is 50, key is test_row_0/C:col10/1734054049645/Put/seqid=0 2024-12-13T01:40:51,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742251_1427 (size=12301) 2024-12-13T01:40:51,828 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/3f71434a41f84bdb87f4fd1d68b1b370 2024-12-13T01:40:51,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/2decde09ad99486a8f1dfde8bfcfd818 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/2decde09ad99486a8f1dfde8bfcfd818 2024-12-13T01:40:51,835 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/2decde09ad99486a8f1dfde8bfcfd818, entries=150, sequenceid=277, filesize=12.0 K 2024-12-13T01:40:51,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/9976ee95f99741749f6af1d52213168a as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/9976ee95f99741749f6af1d52213168a 2024-12-13T01:40:51,838 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/9976ee95f99741749f6af1d52213168a, entries=150, sequenceid=277, filesize=12.0 K 2024-12-13T01:40:51,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/3f71434a41f84bdb87f4fd1d68b1b370 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/3f71434a41f84bdb87f4fd1d68b1b370 2024-12-13T01:40:51,843 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/3f71434a41f84bdb87f4fd1d68b1b370, entries=150, sequenceid=277, filesize=12.0 K 2024-12-13T01:40:51,844 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 713f5c90d444878e49e9ab249c1e3d66 in 445ms, sequenceid=277, compaction requested=false 2024-12-13T01:40:51,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:51,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:51,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-12-13T01:40:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-12-13T01:40:51,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-13T01:40:51,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 597 msec 2024-12-13T01:40:51,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 600 msec 2024-12-13T01:40:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-13T01:40:51,849 INFO [Thread-1683 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-13T01:40:51,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:40:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-12-13T01:40:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-13T01:40:51,851 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:40:51,852 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:40:51,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:40:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:51,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 713f5c90d444878e49e9ab249c1e3d66 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-13T01:40:51,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=A 2024-12-13T01:40:51,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:51,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=B 2024-12-13T01:40:51,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:51,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=C 2024-12-13T01:40:51,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:51,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/768fcb3c43344abc89b84cf46a808469 is 50, key is test_row_0/A:col10/1734054051786/Put/seqid=0 2024-12-13T01:40:51,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742252_1428 (size=12301) 2024-12-13T01:40:51,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/768fcb3c43344abc89b84cf46a808469 2024-12-13T01:40:51,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/4fef5cb03cb74d86821723ed0392d353 is 50, key is test_row_0/B:col10/1734054051786/Put/seqid=0 2024-12-13T01:40:51,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742253_1429 (size=12301) 2024-12-13T01:40:51,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/4fef5cb03cb74d86821723ed0392d353 2024-12-13T01:40:51,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/fa9994ce6f4e4e0e8b8939ac9f7e6059 is 50, key is test_row_0/C:col10/1734054051786/Put/seqid=0 2024-12-13T01:40:51,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742254_1430 (size=12301) 2024-12-13T01:40:51,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054111937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:51,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054111937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:51,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054111941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-13T01:40:52,003 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:52,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-13T01:40:52,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:52,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:52,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:52,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:52,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:52,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054112042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:52,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054112042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:52,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054112046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-13T01:40:52,155 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:52,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-13T01:40:52,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:52,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:52,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:52,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:52,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:52,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054112245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:52,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054112246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:52,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054112250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:52,307 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:52,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-13T01:40:52,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:52,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:52,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:52,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:52,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:52,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/fa9994ce6f4e4e0e8b8939ac9f7e6059 2024-12-13T01:40:52,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/768fcb3c43344abc89b84cf46a808469 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/768fcb3c43344abc89b84cf46a808469 2024-12-13T01:40:52,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/768fcb3c43344abc89b84cf46a808469, entries=150, sequenceid=289, filesize=12.0 K 2024-12-13T01:40:52,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/4fef5cb03cb74d86821723ed0392d353 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/4fef5cb03cb74d86821723ed0392d353 2024-12-13T01:40:52,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/4fef5cb03cb74d86821723ed0392d353, entries=150, sequenceid=289, filesize=12.0 K 2024-12-13T01:40:52,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/fa9994ce6f4e4e0e8b8939ac9f7e6059 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/fa9994ce6f4e4e0e8b8939ac9f7e6059 2024-12-13T01:40:52,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/fa9994ce6f4e4e0e8b8939ac9f7e6059, entries=150, sequenceid=289, filesize=12.0 K 2024-12-13T01:40:52,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 713f5c90d444878e49e9ab249c1e3d66 in 442ms, sequenceid=289, compaction requested=true 2024-12-13T01:40:52,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:52,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:40:52,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:52,331 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:52,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:40:52,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:52,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:40:52,331 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:52,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:52,332 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:52,332 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:52,332 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/B is initiating minor compaction (all files) 2024-12-13T01:40:52,332 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/A is initiating minor compaction (all files) 2024-12-13T01:40:52,332 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/A in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:52,332 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/B in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:52,332 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/3b0b5926521d48e28cbb221bded75244, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/9976ee95f99741749f6af1d52213168a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/4fef5cb03cb74d86821723ed0392d353] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=36.5 K 2024-12-13T01:40:52,332 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/d10d367271bc4a0cbc2646f96055ba57, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/2decde09ad99486a8f1dfde8bfcfd818, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/768fcb3c43344abc89b84cf46a808469] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=36.5 K 2024-12-13T01:40:52,333 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting d10d367271bc4a0cbc2646f96055ba57, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734054049006 2024-12-13T01:40:52,333 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b0b5926521d48e28cbb221bded75244, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734054049006 2024-12-13T01:40:52,333 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2decde09ad99486a8f1dfde8bfcfd818, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734054049645 2024-12-13T01:40:52,333 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 9976ee95f99741749f6af1d52213168a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734054049645 2024-12-13T01:40:52,333 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 768fcb3c43344abc89b84cf46a808469, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734054051779 2024-12-13T01:40:52,333 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fef5cb03cb74d86821723ed0392d353, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734054051779 2024-12-13T01:40:52,339 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#A#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:52,339 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#B#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:52,339 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/807f079f2b054d8e8d7b036fe007f8da is 50, key is test_row_0/A:col10/1734054051786/Put/seqid=0 2024-12-13T01:40:52,340 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/36af8b9ef1df4c88afbae3f60b561e1d is 50, key is test_row_0/B:col10/1734054051786/Put/seqid=0 2024-12-13T01:40:52,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742256_1432 (size=13017) 2024-12-13T01:40:52,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742255_1431 (size=13017) 2024-12-13T01:40:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-13T01:40:52,459 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:52,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-13T01:40:52,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:52,460 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 713f5c90d444878e49e9ab249c1e3d66 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-13T01:40:52,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=A 2024-12-13T01:40:52,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:52,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=B 2024-12-13T01:40:52,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:52,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=C 2024-12-13T01:40:52,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:52,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/2b00e2c1dbf448ed82d582cd85985e32 is 50, key is test_row_0/A:col10/1734054051940/Put/seqid=0 2024-12-13T01:40:52,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742257_1433 (size=12301) 2024-12-13T01:40:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:52,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:52,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054112565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:52,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054112566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:52,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054112570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:52,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054112671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:52,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054112671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:52,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054112678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:52,755 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/807f079f2b054d8e8d7b036fe007f8da as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/807f079f2b054d8e8d7b036fe007f8da 2024-12-13T01:40:52,755 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/36af8b9ef1df4c88afbae3f60b561e1d as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/36af8b9ef1df4c88afbae3f60b561e1d 2024-12-13T01:40:52,759 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/B of 713f5c90d444878e49e9ab249c1e3d66 into 36af8b9ef1df4c88afbae3f60b561e1d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:52,759 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/A of 713f5c90d444878e49e9ab249c1e3d66 into 807f079f2b054d8e8d7b036fe007f8da(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:52,759 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:52,759 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:52,759 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/A, priority=13, startTime=1734054052331; duration=0sec 2024-12-13T01:40:52,759 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/B, priority=13, startTime=1734054052331; duration=0sec 2024-12-13T01:40:52,759 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:52,759 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:B 2024-12-13T01:40:52,759 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:52,759 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:A 2024-12-13T01:40:52,759 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:52,760 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:52,760 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/C is initiating minor compaction (all files) 2024-12-13T01:40:52,760 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/C in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:52,760 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/0edeb2e81e3241ba9c29a1592b8a8666, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/3f71434a41f84bdb87f4fd1d68b1b370, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/fa9994ce6f4e4e0e8b8939ac9f7e6059] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=36.5 K 2024-12-13T01:40:52,761 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 0edeb2e81e3241ba9c29a1592b8a8666, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734054049006 2024-12-13T01:40:52,761 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f71434a41f84bdb87f4fd1d68b1b370, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734054049645 2024-12-13T01:40:52,761 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting fa9994ce6f4e4e0e8b8939ac9f7e6059, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734054051779 2024-12-13T01:40:52,772 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#C#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:52,772 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/13dbbb79e338435a941a8de6a40758bb is 50, key is test_row_0/C:col10/1734054051786/Put/seqid=0 2024-12-13T01:40:52,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742258_1434 (size=13017) 2024-12-13T01:40:52,867 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/2b00e2c1dbf448ed82d582cd85985e32 2024-12-13T01:40:52,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/a3757d9204bb43729b02774e401110f8 is 50, key is test_row_0/B:col10/1734054051940/Put/seqid=0 2024-12-13T01:40:52,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742259_1435 (size=12301) 2024-12-13T01:40:52,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054112875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:52,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054112876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:52,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054112881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-13T01:40:53,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054113178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:53,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054113178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:53,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054113182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:53,201 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/13dbbb79e338435a941a8de6a40758bb as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/13dbbb79e338435a941a8de6a40758bb 2024-12-13T01:40:53,204 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/C of 713f5c90d444878e49e9ab249c1e3d66 into 13dbbb79e338435a941a8de6a40758bb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:53,204 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:53,204 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/C, priority=13, startTime=1734054052331; duration=0sec 2024-12-13T01:40:53,205 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:53,205 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:C 2024-12-13T01:40:53,276 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/a3757d9204bb43729b02774e401110f8 2024-12-13T01:40:53,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/6cba8472a0be4ecdb53a1f2f36acbb4b is 50, key is test_row_0/C:col10/1734054051940/Put/seqid=0 2024-12-13T01:40:53,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742260_1436 (size=12301) 2024-12-13T01:40:53,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054113683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:53,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054113684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:53,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054113686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:53,691 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/6cba8472a0be4ecdb53a1f2f36acbb4b 2024-12-13T01:40:53,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/2b00e2c1dbf448ed82d582cd85985e32 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/2b00e2c1dbf448ed82d582cd85985e32 2024-12-13T01:40:53,699 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/2b00e2c1dbf448ed82d582cd85985e32, entries=150, sequenceid=313, filesize=12.0 K 2024-12-13T01:40:53,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/a3757d9204bb43729b02774e401110f8 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/a3757d9204bb43729b02774e401110f8 2024-12-13T01:40:53,703 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/a3757d9204bb43729b02774e401110f8, entries=150, sequenceid=313, filesize=12.0 K 2024-12-13T01:40:53,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/6cba8472a0be4ecdb53a1f2f36acbb4b as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/6cba8472a0be4ecdb53a1f2f36acbb4b 2024-12-13T01:40:53,707 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/6cba8472a0be4ecdb53a1f2f36acbb4b, entries=150, sequenceid=313, filesize=12.0 K 2024-12-13T01:40:53,708 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 713f5c90d444878e49e9ab249c1e3d66 in 1248ms, sequenceid=313, compaction requested=false 2024-12-13T01:40:53,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:53,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:53,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-12-13T01:40:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-12-13T01:40:53,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-13T01:40:53,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8570 sec 2024-12-13T01:40:53,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.8600 sec 2024-12-13T01:40:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:53,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 713f5c90d444878e49e9ab249c1e3d66 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-13T01:40:53,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=A 2024-12-13T01:40:53,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:53,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=B 2024-12-13T01:40:53,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:53,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=C 2024-12-13T01:40:53,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:53,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/1281d8a5f99c41d591488ec085bd48b7 is 50, key is test_row_0/A:col10/1734054052569/Put/seqid=0 2024-12-13T01:40:53,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742261_1437 (size=14741) 2024-12-13T01:40:53,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054113889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-13T01:40:53,955 INFO [Thread-1683 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-13T01:40:53,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:40:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-13T01:40:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-13T01:40:53,957 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:40:53,957 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:40:53,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:40:53,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054113991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-13T01:40:54,108 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:54,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-13T01:40:54,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:54,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:54,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:54,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:54,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:40:54,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054114196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:54,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/1281d8a5f99c41d591488ec085bd48b7 2024-12-13T01:40:54,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/41e0cdb8fc404f5085b5022eaa2b58a4 is 50, key is test_row_0/B:col10/1734054052569/Put/seqid=0 2024-12-13T01:40:54,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742262_1438 (size=12301) 2024-12-13T01:40:54,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/41e0cdb8fc404f5085b5022eaa2b58a4 2024-12-13T01:40:54,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/5f309e2333be4867a3a20a00eda88ada is 50, key is test_row_0/C:col10/1734054052569/Put/seqid=0 2024-12-13T01:40:54,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742263_1439 (size=12301) 2024-12-13T01:40:54,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/5f309e2333be4867a3a20a00eda88ada 2024-12-13T01:40:54,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/1281d8a5f99c41d591488ec085bd48b7 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/1281d8a5f99c41d591488ec085bd48b7 2024-12-13T01:40:54,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/1281d8a5f99c41d591488ec085bd48b7, entries=200, sequenceid=329, filesize=14.4 K 2024-12-13T01:40:54,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/41e0cdb8fc404f5085b5022eaa2b58a4 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/41e0cdb8fc404f5085b5022eaa2b58a4 2024-12-13T01:40:54,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/41e0cdb8fc404f5085b5022eaa2b58a4, entries=150, sequenceid=329, filesize=12.0 K 2024-12-13T01:40:54,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/5f309e2333be4867a3a20a00eda88ada as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/5f309e2333be4867a3a20a00eda88ada 2024-12-13T01:40:54,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/5f309e2333be4867a3a20a00eda88ada, entries=150, sequenceid=329, filesize=12.0 K 2024-12-13T01:40:54,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 713f5c90d444878e49e9ab249c1e3d66 in 437ms, sequenceid=329, compaction requested=true 2024-12-13T01:40:54,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:54,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:40:54,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:54,229 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:54,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:40:54,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:54,229 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:54,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:40:54,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:54,230 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:54,230 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:54,230 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/B is initiating minor compaction (all files) 2024-12-13T01:40:54,230 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/A is initiating minor compaction (all files) 2024-12-13T01:40:54,230 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/A in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:54,230 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/B in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:54,230 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/36af8b9ef1df4c88afbae3f60b561e1d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/a3757d9204bb43729b02774e401110f8, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/41e0cdb8fc404f5085b5022eaa2b58a4] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=36.7 K 2024-12-13T01:40:54,230 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/807f079f2b054d8e8d7b036fe007f8da, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/2b00e2c1dbf448ed82d582cd85985e32, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/1281d8a5f99c41d591488ec085bd48b7] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=39.1 K 2024-12-13T01:40:54,230 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 807f079f2b054d8e8d7b036fe007f8da, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734054051779 2024-12-13T01:40:54,230 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36af8b9ef1df4c88afbae3f60b561e1d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734054051779 2024-12-13T01:40:54,230 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3757d9204bb43729b02774e401110f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1734054051927 2024-12-13T01:40:54,230 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b00e2c1dbf448ed82d582cd85985e32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1734054051927 2024-12-13T01:40:54,230 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41e0cdb8fc404f5085b5022eaa2b58a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1734054052563 2024-12-13T01:40:54,230 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 1281d8a5f99c41d591488ec085bd48b7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1734054052563 2024-12-13T01:40:54,236 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#A#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:54,236 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/238f7c63215d430b84de39e0562aaef8 is 50, key is test_row_0/A:col10/1734054052569/Put/seqid=0 2024-12-13T01:40:54,236 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#B#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:54,237 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/0dee1b6d08db4363abe7175e55bba140 is 50, key is test_row_0/B:col10/1734054052569/Put/seqid=0 2024-12-13T01:40:54,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742264_1440 (size=13119) 2024-12-13T01:40:54,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742265_1441 (size=13119) 2024-12-13T01:40:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-13T01:40:54,260 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:54,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-13T01:40:54,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:54,261 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 713f5c90d444878e49e9ab249c1e3d66 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-13T01:40:54,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=A 2024-12-13T01:40:54,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:54,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=B 2024-12-13T01:40:54,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:54,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=C 2024-12-13T01:40:54,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:54,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/1fd3224e75454c60b8be122611e3270a is 50, key is test_row_0/A:col10/1734054053882/Put/seqid=0 2024-12-13T01:40:54,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742266_1442 (size=12301) 2024-12-13T01:40:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:54,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. as already flushing 2024-12-13T01:40:54,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054114543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-13T01:40:54,642 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/238f7c63215d430b84de39e0562aaef8 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/238f7c63215d430b84de39e0562aaef8 2024-12-13T01:40:54,643 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/0dee1b6d08db4363abe7175e55bba140 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/0dee1b6d08db4363abe7175e55bba140 2024-12-13T01:40:54,646 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/B of 713f5c90d444878e49e9ab249c1e3d66 into 0dee1b6d08db4363abe7175e55bba140(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:54,646 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/A of 713f5c90d444878e49e9ab249c1e3d66 into 238f7c63215d430b84de39e0562aaef8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:54,646 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:54,646 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:54,646 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/B, priority=13, startTime=1734054054229; duration=0sec 2024-12-13T01:40:54,646 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/A, priority=13, startTime=1734054054229; duration=0sec 2024-12-13T01:40:54,646 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:54,646 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:B 2024-12-13T01:40:54,646 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:54,646 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:A 2024-12-13T01:40:54,646 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:54,647 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:54,647 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/C is initiating minor compaction (all files) 2024-12-13T01:40:54,647 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/C in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:54,647 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/13dbbb79e338435a941a8de6a40758bb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/6cba8472a0be4ecdb53a1f2f36acbb4b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/5f309e2333be4867a3a20a00eda88ada] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=36.7 K 2024-12-13T01:40:54,647 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13dbbb79e338435a941a8de6a40758bb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734054051779 2024-12-13T01:40:54,648 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cba8472a0be4ecdb53a1f2f36acbb4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1734054051927 2024-12-13T01:40:54,648 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f309e2333be4867a3a20a00eda88ada, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1734054052563 2024-12-13T01:40:54,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054114648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:54,652 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#C#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:54,653 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/f0c63d6c068947acb481232deeef722e is 50, key is test_row_0/C:col10/1734054052569/Put/seqid=0 2024-12-13T01:40:54,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742267_1443 (size=13119) 2024-12-13T01:40:54,668 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/1fd3224e75454c60b8be122611e3270a 2024-12-13T01:40:54,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/dba7c4bf71ad476faf000e2be9234c5c is 50, key is test_row_0/B:col10/1734054053882/Put/seqid=0 2024-12-13T01:40:54,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742268_1444 (size=12301) 2024-12-13T01:40:54,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39380 deadline: 1734054114690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:54,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1734054114694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:54,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39332 deadline: 1734054114698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:54,722 DEBUG [Thread-1690 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79d49886 to 127.0.0.1:55731 2024-12-13T01:40:54,722 DEBUG [Thread-1690 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:54,724 DEBUG [Thread-1688 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x054c2725 to 127.0.0.1:55731 2024-12-13T01:40:54,724 DEBUG [Thread-1688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:54,725 DEBUG [Thread-1686 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x008a917b to 127.0.0.1:55731 2024-12-13T01:40:54,725 DEBUG [Thread-1686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:54,726 DEBUG [Thread-1684 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x154f0f85 to 127.0.0.1:55731 2024-12-13T01:40:54,726 DEBUG [Thread-1684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:54,728 DEBUG [Thread-1692 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x635b1751 to 127.0.0.1:55731 2024-12-13T01:40:54,728 DEBUG [Thread-1692 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:54,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054114854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-13T01:40:55,068 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/f0c63d6c068947acb481232deeef722e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/f0c63d6c068947acb481232deeef722e 2024-12-13T01:40:55,072 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/C of 713f5c90d444878e49e9ab249c1e3d66 into f0c63d6c068947acb481232deeef722e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:55,072 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:55,072 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/C, priority=13, startTime=1734054054229; duration=0sec 2024-12-13T01:40:55,072 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:55,072 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:C 2024-12-13T01:40:55,077 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/dba7c4bf71ad476faf000e2be9234c5c 2024-12-13T01:40:55,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/5f037fbedd97434b9ec55dc39b628ca5 is 50, key is test_row_0/C:col10/1734054053882/Put/seqid=0 2024-12-13T01:40:55,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742269_1445 (size=12301) 2024-12-13T01:40:55,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:40:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1734054115158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:55,228 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T01:40:55,490 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/5f037fbedd97434b9ec55dc39b628ca5 2024-12-13T01:40:55,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/1fd3224e75454c60b8be122611e3270a as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/1fd3224e75454c60b8be122611e3270a 2024-12-13T01:40:55,508 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/1fd3224e75454c60b8be122611e3270a, entries=150, sequenceid=352, filesize=12.0 K 2024-12-13T01:40:55,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/dba7c4bf71ad476faf000e2be9234c5c as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/dba7c4bf71ad476faf000e2be9234c5c 2024-12-13T01:40:55,513 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/dba7c4bf71ad476faf000e2be9234c5c, entries=150, sequenceid=352, filesize=12.0 K 2024-12-13T01:40:55,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/5f037fbedd97434b9ec55dc39b628ca5 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/5f037fbedd97434b9ec55dc39b628ca5 2024-12-13T01:40:55,519 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/5f037fbedd97434b9ec55dc39b628ca5, entries=150, sequenceid=352, filesize=12.0 K 2024-12-13T01:40:55,520 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 713f5c90d444878e49e9ab249c1e3d66 in 1259ms, sequenceid=352, compaction requested=false 2024-12-13T01:40:55,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:55,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:55,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-13T01:40:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-13T01:40:55,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-13T01:40:55,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5640 sec 2024-12-13T01:40:55,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.5670 sec 2024-12-13T01:40:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:55,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 713f5c90d444878e49e9ab249c1e3d66 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-13T01:40:55,666 DEBUG [Thread-1675 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06bc0f7c to 127.0.0.1:55731 2024-12-13T01:40:55,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=A 2024-12-13T01:40:55,666 DEBUG [Thread-1675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:55,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:55,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=B 2024-12-13T01:40:55,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:55,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=C 2024-12-13T01:40:55,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:55,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/7914af96a73146bbb3f727f0c2b36650 is 50, key is test_row_0/A:col10/1734054055664/Put/seqid=0 2024-12-13T01:40:55,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742270_1446 (size=12301) 2024-12-13T01:40:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-13T01:40:56,063 INFO [Thread-1683 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-13T01:40:56,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/7914af96a73146bbb3f727f0c2b36650 2024-12-13T01:40:56,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/142a737440a444e8b0925e4a0f64c301 is 50, key is test_row_0/B:col10/1734054055664/Put/seqid=0 2024-12-13T01:40:56,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742271_1447 (size=12301) 2024-12-13T01:40:56,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/142a737440a444e8b0925e4a0f64c301 2024-12-13T01:40:56,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/ed5a304e9385455a89ed942835392c08 is 50, key is test_row_0/C:col10/1734054055664/Put/seqid=0 2024-12-13T01:40:56,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742272_1448 (size=12301) 2024-12-13T01:40:56,702 DEBUG [Thread-1673 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x032bb71c to 127.0.0.1:55731 2024-12-13T01:40:56,703 DEBUG [Thread-1673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:56,713 DEBUG [Thread-1681 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2070263a to 127.0.0.1:55731 2024-12-13T01:40:56,713 DEBUG [Thread-1681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:56,715 DEBUG [Thread-1677 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b8b6e04 to 127.0.0.1:55731 2024-12-13T01:40:56,715 DEBUG [Thread-1677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:56,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/ed5a304e9385455a89ed942835392c08 2024-12-13T01:40:56,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/7914af96a73146bbb3f727f0c2b36650 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/7914af96a73146bbb3f727f0c2b36650 2024-12-13T01:40:56,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/7914af96a73146bbb3f727f0c2b36650, entries=150, sequenceid=369, filesize=12.0 K 2024-12-13T01:40:56,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/142a737440a444e8b0925e4a0f64c301 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/142a737440a444e8b0925e4a0f64c301 2024-12-13T01:40:56,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/142a737440a444e8b0925e4a0f64c301, entries=150, sequenceid=369, filesize=12.0 K 2024-12-13T01:40:56,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/ed5a304e9385455a89ed942835392c08 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/ed5a304e9385455a89ed942835392c08 2024-12-13T01:40:56,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/ed5a304e9385455a89ed942835392c08, entries=150, sequenceid=369, filesize=12.0 K 2024-12-13T01:40:56,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=20.13 KB/20610 for 713f5c90d444878e49e9ab249c1e3d66 in 1279ms, sequenceid=369, compaction requested=true 2024-12-13T01:40:56,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:56,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:40:56,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:56,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:40:56,945 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:56,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:56,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 713f5c90d444878e49e9ab249c1e3d66:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:40:56,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:56,945 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:56,946 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:56,946 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:56,946 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/A is initiating minor compaction (all files) 2024-12-13T01:40:56,946 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/B is initiating minor compaction (all files) 2024-12-13T01:40:56,946 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/A in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:56,946 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/B in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:56,946 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/238f7c63215d430b84de39e0562aaef8, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/1fd3224e75454c60b8be122611e3270a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/7914af96a73146bbb3f727f0c2b36650] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=36.8 K 2024-12-13T01:40:56,946 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/0dee1b6d08db4363abe7175e55bba140, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/dba7c4bf71ad476faf000e2be9234c5c, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/142a737440a444e8b0925e4a0f64c301] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=36.8 K 2024-12-13T01:40:56,946 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 238f7c63215d430b84de39e0562aaef8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1734054052563 2024-12-13T01:40:56,946 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dee1b6d08db4363abe7175e55bba140, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1734054052563 2024-12-13T01:40:56,947 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fd3224e75454c60b8be122611e3270a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1734054053858 2024-12-13T01:40:56,947 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting dba7c4bf71ad476faf000e2be9234c5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1734054053858 2024-12-13T01:40:56,947 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7914af96a73146bbb3f727f0c2b36650, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1734054054534 2024-12-13T01:40:56,947 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 142a737440a444e8b0925e4a0f64c301, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1734054054534 2024-12-13T01:40:56,956 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#A#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:56,956 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:56,957 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/6ce5a6b4aa2a45ea968cbe3ea3384073 is 50, key is test_row_0/A:col10/1734054055664/Put/seqid=0 2024-12-13T01:40:56,957 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/cb6e5228823045aaa62a25e28eb4c96e is 50, key is test_row_0/B:col10/1734054055664/Put/seqid=0 2024-12-13T01:40:56,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742273_1449 (size=13221) 2024-12-13T01:40:56,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742274_1450 (size=13221) 2024-12-13T01:40:57,163 DEBUG [Thread-1679 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bc486e1 to 127.0.0.1:55731 2024-12-13T01:40:57,163 DEBUG [Thread-1679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:57,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-13T01:40:57,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-12-13T01:40:57,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-12-13T01:40:57,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-13T01:40:57,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-12-13T01:40:57,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-12-13T01:40:57,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-13T01:40:57,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-13T01:40:57,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3598 2024-12-13T01:40:57,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10794 rows 2024-12-13T01:40:57,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3601 2024-12-13T01:40:57,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10803 rows 2024-12-13T01:40:57,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3620 2024-12-13T01:40:57,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10860 rows 2024-12-13T01:40:57,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3611 2024-12-13T01:40:57,164 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10833 rows 2024-12-13T01:40:57,164 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3607 2024-12-13T01:40:57,164 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10821 rows 2024-12-13T01:40:57,164 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T01:40:57,164 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ef40578 to 127.0.0.1:55731 2024-12-13T01:40:57,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:40:57,167 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-13T01:40:57,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-13T01:40:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-13T01:40:57,172 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734054057172"}]},"ts":"1734054057172"} 2024-12-13T01:40:57,173 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-13T01:40:57,222 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-13T01:40:57,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-13T01:40:57,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=713f5c90d444878e49e9ab249c1e3d66, UNASSIGN}] 2024-12-13T01:40:57,226 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=713f5c90d444878e49e9ab249c1e3d66, UNASSIGN 2024-12-13T01:40:57,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=713f5c90d444878e49e9ab249c1e3d66, regionState=CLOSING, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:40:57,228 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T01:40:57,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; CloseRegionProcedure 713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774}] 2024-12-13T01:40:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-13T01:40:57,371 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/cb6e5228823045aaa62a25e28eb4c96e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/cb6e5228823045aaa62a25e28eb4c96e 2024-12-13T01:40:57,371 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/6ce5a6b4aa2a45ea968cbe3ea3384073 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/6ce5a6b4aa2a45ea968cbe3ea3384073 2024-12-13T01:40:57,375 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/A of 713f5c90d444878e49e9ab249c1e3d66 into 6ce5a6b4aa2a45ea968cbe3ea3384073(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:57,375 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/B of 713f5c90d444878e49e9ab249c1e3d66 into cb6e5228823045aaa62a25e28eb4c96e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:57,375 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:57,375 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:57,375 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/B, priority=13, startTime=1734054056945; duration=0sec 2024-12-13T01:40:57,375 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/A, priority=13, startTime=1734054056945; duration=0sec 2024-12-13T01:40:57,375 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:40:57,375 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:A 2024-12-13T01:40:57,375 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:57,375 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:B 2024-12-13T01:40:57,375 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:40:57,376 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:40:57,376 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 713f5c90d444878e49e9ab249c1e3d66/C is initiating minor compaction (all files) 2024-12-13T01:40:57,376 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 713f5c90d444878e49e9ab249c1e3d66/C in TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:57,376 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/f0c63d6c068947acb481232deeef722e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/5f037fbedd97434b9ec55dc39b628ca5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/ed5a304e9385455a89ed942835392c08] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp, totalSize=36.8 K 2024-12-13T01:40:57,377 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0c63d6c068947acb481232deeef722e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1734054052563 2024-12-13T01:40:57,377 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f037fbedd97434b9ec55dc39b628ca5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1734054053858 2024-12-13T01:40:57,377 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed5a304e9385455a89ed942835392c08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1734054054534 2024-12-13T01:40:57,380 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:40:57,380 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(124): Close 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:57,380 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T01:40:57,381 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1681): Closing 713f5c90d444878e49e9ab249c1e3d66, disabling compactions & flushes 2024-12-13T01:40:57,381 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1942): waiting for 1 compactions to complete for region TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:57,384 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 713f5c90d444878e49e9ab249c1e3d66#C#compaction#383 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:40:57,384 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/c43db631356c49fc9a977ee505776a80 is 50, key is test_row_0/C:col10/1734054055664/Put/seqid=0 2024-12-13T01:40:57,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742275_1451 (size=13221) 2024-12-13T01:40:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-13T01:40:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-13T01:40:57,796 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/c43db631356c49fc9a977ee505776a80 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/c43db631356c49fc9a977ee505776a80 2024-12-13T01:40:57,802 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 713f5c90d444878e49e9ab249c1e3d66/C of 713f5c90d444878e49e9ab249c1e3d66 into c43db631356c49fc9a977ee505776a80(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:40:57,802 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:57,802 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66., storeName=713f5c90d444878e49e9ab249c1e3d66/C, priority=13, startTime=1734054056945; duration=0sec 2024-12-13T01:40:57,802 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:57,802 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:40:57,803 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:57,803 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 713f5c90d444878e49e9ab249c1e3d66:C 2024-12-13T01:40:57,803 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. after waiting 0 ms 2024-12-13T01:40:57,803 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:57,803 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(2837): Flushing 713f5c90d444878e49e9ab249c1e3d66 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-13T01:40:57,803 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=A 2024-12-13T01:40:57,803 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:57,803 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=B 2024-12-13T01:40:57,803 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:57,803 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 713f5c90d444878e49e9ab249c1e3d66, store=C 2024-12-13T01:40:57,803 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:40:57,807 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/0e6b8fac988e4b75b3dc632d642aa73e is 50, key is test_row_2/A:col10/1734054057160/Put/seqid=0 2024-12-13T01:40:57,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742276_1452 (size=7415) 2024-12-13T01:40:58,213 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/0e6b8fac988e4b75b3dc632d642aa73e 2024-12-13T01:40:58,252 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/265fc2f1c5ff4d9996e275d45b042506 is 50, key is test_row_2/B:col10/1734054057160/Put/seqid=0 2024-12-13T01:40:58,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742277_1453 (size=7415) 2024-12-13T01:40:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-13T01:40:58,655 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/265fc2f1c5ff4d9996e275d45b042506 2024-12-13T01:40:58,660 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/96902a155ce84481a489ed6642f8a643 is 50, key is test_row_2/C:col10/1734054057160/Put/seqid=0 2024-12-13T01:40:58,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742278_1454 (size=7415) 2024-12-13T01:40:59,066 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/96902a155ce84481a489ed6642f8a643 2024-12-13T01:40:59,077 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/A/0e6b8fac988e4b75b3dc632d642aa73e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/0e6b8fac988e4b75b3dc632d642aa73e 2024-12-13T01:40:59,083 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/0e6b8fac988e4b75b3dc632d642aa73e, entries=50, sequenceid=379, filesize=7.2 K 2024-12-13T01:40:59,084 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/B/265fc2f1c5ff4d9996e275d45b042506 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/265fc2f1c5ff4d9996e275d45b042506 2024-12-13T01:40:59,090 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/265fc2f1c5ff4d9996e275d45b042506, entries=50, sequenceid=379, filesize=7.2 K 2024-12-13T01:40:59,091 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/.tmp/C/96902a155ce84481a489ed6642f8a643 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/96902a155ce84481a489ed6642f8a643 2024-12-13T01:40:59,095 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/96902a155ce84481a489ed6642f8a643, entries=50, sequenceid=379, filesize=7.2 K 2024-12-13T01:40:59,096 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 713f5c90d444878e49e9ab249c1e3d66 in 1293ms, sequenceid=379, compaction requested=false 2024-12-13T01:40:59,097 DEBUG [StoreCloser-TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/e9b5f72cdc144fbab590860de403dfc7, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/ba32840dd1cb4e1bb87a69095ce06555, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/249042092e04484a85343d5902b77836, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/6159e3bf4b734a8b93441e8dd10d68e9, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/ca0e807dec5c4a3586030e05225e0dcd, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/b51990de78f941149f2a5982753bb01b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/6b7d84b3357d4af7a3b8bee75f3ef277, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/acf1a28ac0324aed8497a887e61bafe5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/08eb0f28333a47c0ad492f7e2df0440b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/cadfab3bdc164d9bbc140e336a5b87fd, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/dec48d6c907f44908cf8d47382793e9e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/32a3acd5620a49f9b61e185245f5fbcb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/af6067a0a702440fa6c4d23be62e411a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/58b0eba4e1874eeda9ca79b7ff273a67, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/5b78e3a9c6b943dc85d546af452c679c, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/e67044927329409a85f87b7ab77f8b17, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/b49fafce8bfc404cbd442bbb05e8b1f5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/9441d3f2b14a48ec9f6288e7beed9a1a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/d10d367271bc4a0cbc2646f96055ba57, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/2decde09ad99486a8f1dfde8bfcfd818, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/807f079f2b054d8e8d7b036fe007f8da, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/768fcb3c43344abc89b84cf46a808469, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/2b00e2c1dbf448ed82d582cd85985e32, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/1281d8a5f99c41d591488ec085bd48b7, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/238f7c63215d430b84de39e0562aaef8, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/1fd3224e75454c60b8be122611e3270a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/7914af96a73146bbb3f727f0c2b36650] to archive 2024-12-13T01:40:59,098 DEBUG [StoreCloser-TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T01:40:59,101 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/e9b5f72cdc144fbab590860de403dfc7 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/e9b5f72cdc144fbab590860de403dfc7 2024-12-13T01:40:59,101 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/249042092e04484a85343d5902b77836 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/249042092e04484a85343d5902b77836 2024-12-13T01:40:59,101 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/6159e3bf4b734a8b93441e8dd10d68e9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/6159e3bf4b734a8b93441e8dd10d68e9 2024-12-13T01:40:59,101 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/b51990de78f941149f2a5982753bb01b to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/b51990de78f941149f2a5982753bb01b 2024-12-13T01:40:59,101 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/acf1a28ac0324aed8497a887e61bafe5 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/acf1a28ac0324aed8497a887e61bafe5 2024-12-13T01:40:59,102 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/ba32840dd1cb4e1bb87a69095ce06555 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/ba32840dd1cb4e1bb87a69095ce06555 2024-12-13T01:40:59,102 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/6b7d84b3357d4af7a3b8bee75f3ef277 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/6b7d84b3357d4af7a3b8bee75f3ef277 2024-12-13T01:40:59,102 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/ca0e807dec5c4a3586030e05225e0dcd to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/ca0e807dec5c4a3586030e05225e0dcd 2024-12-13T01:40:59,103 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/dec48d6c907f44908cf8d47382793e9e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/dec48d6c907f44908cf8d47382793e9e 2024-12-13T01:40:59,103 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/cadfab3bdc164d9bbc140e336a5b87fd to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/cadfab3bdc164d9bbc140e336a5b87fd 2024-12-13T01:40:59,104 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/af6067a0a702440fa6c4d23be62e411a to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/af6067a0a702440fa6c4d23be62e411a 2024-12-13T01:40:59,104 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/58b0eba4e1874eeda9ca79b7ff273a67 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/58b0eba4e1874eeda9ca79b7ff273a67 2024-12-13T01:40:59,104 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/08eb0f28333a47c0ad492f7e2df0440b to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/08eb0f28333a47c0ad492f7e2df0440b 2024-12-13T01:40:59,104 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/32a3acd5620a49f9b61e185245f5fbcb to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/32a3acd5620a49f9b61e185245f5fbcb 2024-12-13T01:40:59,105 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/5b78e3a9c6b943dc85d546af452c679c to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/5b78e3a9c6b943dc85d546af452c679c 2024-12-13T01:40:59,105 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/e67044927329409a85f87b7ab77f8b17 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/e67044927329409a85f87b7ab77f8b17 2024-12-13T01:40:59,106 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/9441d3f2b14a48ec9f6288e7beed9a1a to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/9441d3f2b14a48ec9f6288e7beed9a1a 2024-12-13T01:40:59,107 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/b49fafce8bfc404cbd442bbb05e8b1f5 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/b49fafce8bfc404cbd442bbb05e8b1f5 2024-12-13T01:40:59,107 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/2decde09ad99486a8f1dfde8bfcfd818 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/2decde09ad99486a8f1dfde8bfcfd818 2024-12-13T01:40:59,107 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/d10d367271bc4a0cbc2646f96055ba57 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/d10d367271bc4a0cbc2646f96055ba57 2024-12-13T01:40:59,107 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/807f079f2b054d8e8d7b036fe007f8da to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/807f079f2b054d8e8d7b036fe007f8da 2024-12-13T01:40:59,107 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/768fcb3c43344abc89b84cf46a808469 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/768fcb3c43344abc89b84cf46a808469 2024-12-13T01:40:59,107 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/2b00e2c1dbf448ed82d582cd85985e32 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/2b00e2c1dbf448ed82d582cd85985e32 2024-12-13T01:40:59,107 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/1281d8a5f99c41d591488ec085bd48b7 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/1281d8a5f99c41d591488ec085bd48b7 2024-12-13T01:40:59,108 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/238f7c63215d430b84de39e0562aaef8 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/238f7c63215d430b84de39e0562aaef8 2024-12-13T01:40:59,108 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/7914af96a73146bbb3f727f0c2b36650 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/7914af96a73146bbb3f727f0c2b36650 2024-12-13T01:40:59,108 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/1fd3224e75454c60b8be122611e3270a to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/1fd3224e75454c60b8be122611e3270a 2024-12-13T01:40:59,109 DEBUG [StoreCloser-TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/0bc9de62de864ac892b5d49400e32b57, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/9c423fec616d4010b8c73ece5fa00031, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/e636f648516c4f0489fd8d678fff5739, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/6829e4412c794d16807de76c02f4337c, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/35ba687a6e854d698cdd60ecb5dbdca0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/206f2bc1d76f49198b4532116a615ce6, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/9b857f0ebba34b5f82e0ed0417818f24, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/36cf6f562c884c45bb588e17b90b7997, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/c220e58b9e1042f094b364ba653ce51b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/b7a7cde61d9f44e88d66d2f37b2333a7, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/17c9af961af341db8a669222a417f500, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/d4ce02fe9d8440a8839cf39496f3bdd5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/8f9d3f1c1d234a18bedc07194ea6efbe, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/64e58ad04ac74eca857357d8fb12d2c2, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/7ca4c0c8c8274f9eb821bf9db27db942, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/e00074ead43949cabe8363aa9e64d774, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/ed596fd482494fe1afef83e994f7ef1d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/3b0b5926521d48e28cbb221bded75244, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/bfd8f06b57d145b88c65b720abebe639, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/9976ee95f99741749f6af1d52213168a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/36af8b9ef1df4c88afbae3f60b561e1d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/4fef5cb03cb74d86821723ed0392d353, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/a3757d9204bb43729b02774e401110f8, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/0dee1b6d08db4363abe7175e55bba140, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/41e0cdb8fc404f5085b5022eaa2b58a4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/dba7c4bf71ad476faf000e2be9234c5c, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/142a737440a444e8b0925e4a0f64c301] to archive 2024-12-13T01:40:59,110 DEBUG [StoreCloser-TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T01:40:59,111 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/9c423fec616d4010b8c73ece5fa00031 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/9c423fec616d4010b8c73ece5fa00031 2024-12-13T01:40:59,111 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/e636f648516c4f0489fd8d678fff5739 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/e636f648516c4f0489fd8d678fff5739 2024-12-13T01:40:59,111 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/6829e4412c794d16807de76c02f4337c to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/6829e4412c794d16807de76c02f4337c 2024-12-13T01:40:59,111 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/0bc9de62de864ac892b5d49400e32b57 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/0bc9de62de864ac892b5d49400e32b57 2024-12-13T01:40:59,111 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/206f2bc1d76f49198b4532116a615ce6 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/206f2bc1d76f49198b4532116a615ce6 2024-12-13T01:40:59,112 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/35ba687a6e854d698cdd60ecb5dbdca0 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/35ba687a6e854d698cdd60ecb5dbdca0 2024-12-13T01:40:59,112 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/36cf6f562c884c45bb588e17b90b7997 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/36cf6f562c884c45bb588e17b90b7997 2024-12-13T01:40:59,112 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/9b857f0ebba34b5f82e0ed0417818f24 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/9b857f0ebba34b5f82e0ed0417818f24 2024-12-13T01:40:59,112 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/c220e58b9e1042f094b364ba653ce51b to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/c220e58b9e1042f094b364ba653ce51b 2024-12-13T01:40:59,113 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/b7a7cde61d9f44e88d66d2f37b2333a7 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/b7a7cde61d9f44e88d66d2f37b2333a7 2024-12-13T01:40:59,113 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/64e58ad04ac74eca857357d8fb12d2c2 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/64e58ad04ac74eca857357d8fb12d2c2 2024-12-13T01:40:59,113 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/17c9af961af341db8a669222a417f500 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/17c9af961af341db8a669222a417f500 2024-12-13T01:40:59,113 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/e00074ead43949cabe8363aa9e64d774 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/e00074ead43949cabe8363aa9e64d774 2024-12-13T01:40:59,113 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/7ca4c0c8c8274f9eb821bf9db27db942 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/7ca4c0c8c8274f9eb821bf9db27db942 2024-12-13T01:40:59,113 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/8f9d3f1c1d234a18bedc07194ea6efbe to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/8f9d3f1c1d234a18bedc07194ea6efbe 2024-12-13T01:40:59,113 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/d4ce02fe9d8440a8839cf39496f3bdd5 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/d4ce02fe9d8440a8839cf39496f3bdd5 2024-12-13T01:40:59,113 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/ed596fd482494fe1afef83e994f7ef1d to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/ed596fd482494fe1afef83e994f7ef1d 2024-12-13T01:40:59,114 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/36af8b9ef1df4c88afbae3f60b561e1d to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/36af8b9ef1df4c88afbae3f60b561e1d 2024-12-13T01:40:59,114 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/bfd8f06b57d145b88c65b720abebe639 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/bfd8f06b57d145b88c65b720abebe639 2024-12-13T01:40:59,114 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/3b0b5926521d48e28cbb221bded75244 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/3b0b5926521d48e28cbb221bded75244 2024-12-13T01:40:59,114 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/4fef5cb03cb74d86821723ed0392d353 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/4fef5cb03cb74d86821723ed0392d353 2024-12-13T01:40:59,114 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/9976ee95f99741749f6af1d52213168a to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/9976ee95f99741749f6af1d52213168a 2024-12-13T01:40:59,114 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/0dee1b6d08db4363abe7175e55bba140 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/0dee1b6d08db4363abe7175e55bba140 2024-12-13T01:40:59,115 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/a3757d9204bb43729b02774e401110f8 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/a3757d9204bb43729b02774e401110f8 2024-12-13T01:40:59,115 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/41e0cdb8fc404f5085b5022eaa2b58a4 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/41e0cdb8fc404f5085b5022eaa2b58a4 2024-12-13T01:40:59,115 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/142a737440a444e8b0925e4a0f64c301 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/142a737440a444e8b0925e4a0f64c301 2024-12-13T01:40:59,115 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/dba7c4bf71ad476faf000e2be9234c5c to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/dba7c4bf71ad476faf000e2be9234c5c 2024-12-13T01:40:59,116 DEBUG [StoreCloser-TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/62cba9d8412940cb8933ccd1abe12a36, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/52a451d359094cb28e9b7d16b10f0142, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/ce547c4a79404a18a7435ef9acef6a00, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/b9cd2199200c4d49ba3c012398057856, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/75fffe44f2654d71a224b8df41d690fd, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/65cd897e1b734024bc054fc4cc215479, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/dd592379e6724aefb92e4b4c2ee326d3, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/3ff9cb8431e04ca283e3412c4458b8cf, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/dd201d6c18094c7d8faa9c5a70622560, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/82f07f8ce56d4656a723d88aa67853ef, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/cdc0aec662314fcab44af748381ff239, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/ace418e889d24037bd0d4424f49ba082, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/6466c079985e443799aa70170fe2db16, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/5fb73f4e3462490d8d556c7c5a04c245, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/651bab8b8fda4fccb4d7d7d3c7d8758e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/c79c3693f9f5499c9651aa41002aa513, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/bb79bcf6e8b04eb7baceaad2fa7374b0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/0edeb2e81e3241ba9c29a1592b8a8666, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/7712c684e7e9481fb60260e550428ddc, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/3f71434a41f84bdb87f4fd1d68b1b370, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/13dbbb79e338435a941a8de6a40758bb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/fa9994ce6f4e4e0e8b8939ac9f7e6059, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/6cba8472a0be4ecdb53a1f2f36acbb4b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/f0c63d6c068947acb481232deeef722e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/5f309e2333be4867a3a20a00eda88ada, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/5f037fbedd97434b9ec55dc39b628ca5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/ed5a304e9385455a89ed942835392c08] to archive 2024-12-13T01:40:59,117 DEBUG [StoreCloser-TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T01:40:59,118 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/52a451d359094cb28e9b7d16b10f0142 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/52a451d359094cb28e9b7d16b10f0142 2024-12-13T01:40:59,118 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/ce547c4a79404a18a7435ef9acef6a00 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/ce547c4a79404a18a7435ef9acef6a00 2024-12-13T01:40:59,118 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/62cba9d8412940cb8933ccd1abe12a36 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/62cba9d8412940cb8933ccd1abe12a36 2024-12-13T01:40:59,118 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/b9cd2199200c4d49ba3c012398057856 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/b9cd2199200c4d49ba3c012398057856 2024-12-13T01:40:59,118 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/dd592379e6724aefb92e4b4c2ee326d3 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/dd592379e6724aefb92e4b4c2ee326d3 2024-12-13T01:40:59,119 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/75fffe44f2654d71a224b8df41d690fd to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/75fffe44f2654d71a224b8df41d690fd 2024-12-13T01:40:59,119 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/65cd897e1b734024bc054fc4cc215479 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/65cd897e1b734024bc054fc4cc215479 2024-12-13T01:40:59,119 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/3ff9cb8431e04ca283e3412c4458b8cf to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/3ff9cb8431e04ca283e3412c4458b8cf 2024-12-13T01:40:59,119 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/dd201d6c18094c7d8faa9c5a70622560 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/dd201d6c18094c7d8faa9c5a70622560 2024-12-13T01:40:59,120 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/cdc0aec662314fcab44af748381ff239 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/cdc0aec662314fcab44af748381ff239 2024-12-13T01:40:59,120 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/ace418e889d24037bd0d4424f49ba082 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/ace418e889d24037bd0d4424f49ba082 2024-12-13T01:40:59,120 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/6466c079985e443799aa70170fe2db16 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/6466c079985e443799aa70170fe2db16 2024-12-13T01:40:59,120 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/82f07f8ce56d4656a723d88aa67853ef to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/82f07f8ce56d4656a723d88aa67853ef 2024-12-13T01:40:59,120 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/5fb73f4e3462490d8d556c7c5a04c245 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/5fb73f4e3462490d8d556c7c5a04c245 2024-12-13T01:40:59,120 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/c79c3693f9f5499c9651aa41002aa513 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/c79c3693f9f5499c9651aa41002aa513 2024-12-13T01:40:59,120 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/651bab8b8fda4fccb4d7d7d3c7d8758e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/651bab8b8fda4fccb4d7d7d3c7d8758e 2024-12-13T01:40:59,121 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/bb79bcf6e8b04eb7baceaad2fa7374b0 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/bb79bcf6e8b04eb7baceaad2fa7374b0 2024-12-13T01:40:59,121 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/0edeb2e81e3241ba9c29a1592b8a8666 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/0edeb2e81e3241ba9c29a1592b8a8666 2024-12-13T01:40:59,121 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/3f71434a41f84bdb87f4fd1d68b1b370 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/3f71434a41f84bdb87f4fd1d68b1b370 2024-12-13T01:40:59,121 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/7712c684e7e9481fb60260e550428ddc to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/7712c684e7e9481fb60260e550428ddc 2024-12-13T01:40:59,121 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/fa9994ce6f4e4e0e8b8939ac9f7e6059 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/fa9994ce6f4e4e0e8b8939ac9f7e6059 2024-12-13T01:40:59,121 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/13dbbb79e338435a941a8de6a40758bb to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/13dbbb79e338435a941a8de6a40758bb 2024-12-13T01:40:59,121 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/f0c63d6c068947acb481232deeef722e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/f0c63d6c068947acb481232deeef722e 2024-12-13T01:40:59,121 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/6cba8472a0be4ecdb53a1f2f36acbb4b to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/6cba8472a0be4ecdb53a1f2f36acbb4b 2024-12-13T01:40:59,122 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/5f309e2333be4867a3a20a00eda88ada to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/5f309e2333be4867a3a20a00eda88ada 2024-12-13T01:40:59,122 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/ed5a304e9385455a89ed942835392c08 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/ed5a304e9385455a89ed942835392c08 2024-12-13T01:40:59,122 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/5f037fbedd97434b9ec55dc39b628ca5 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/5f037fbedd97434b9ec55dc39b628ca5 2024-12-13T01:40:59,124 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/recovered.edits/382.seqid, newMaxSeqId=382, maxSeqId=1 2024-12-13T01:40:59,125 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66. 2024-12-13T01:40:59,125 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1635): Region close journal for 713f5c90d444878e49e9ab249c1e3d66: 2024-12-13T01:40:59,126 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(170): Closed 713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:59,126 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=713f5c90d444878e49e9ab249c1e3d66, regionState=CLOSED 2024-12-13T01:40:59,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-13T01:40:59,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; CloseRegionProcedure 713f5c90d444878e49e9ab249c1e3d66, server=3c5776cc2308,43079,1734053906774 in 1.8980 sec 2024-12-13T01:40:59,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=138, resume processing ppid=137 2024-12-13T01:40:59,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, ppid=137, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=713f5c90d444878e49e9ab249c1e3d66, UNASSIGN in 1.9020 sec 2024-12-13T01:40:59,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-13T01:40:59,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9050 sec 2024-12-13T01:40:59,130 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734054059130"}]},"ts":"1734054059130"} 2024-12-13T01:40:59,130 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-13T01:40:59,171 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-13T01:40:59,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0040 sec 2024-12-13T01:40:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-13T01:40:59,280 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-13T01:40:59,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-13T01:40:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:59,285 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=140, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:59,286 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=140, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-13T01:40:59,288 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:59,293 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A, FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B, FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C, FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/recovered.edits] 2024-12-13T01:40:59,299 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/6ce5a6b4aa2a45ea968cbe3ea3384073 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/6ce5a6b4aa2a45ea968cbe3ea3384073 2024-12-13T01:40:59,299 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/0e6b8fac988e4b75b3dc632d642aa73e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/A/0e6b8fac988e4b75b3dc632d642aa73e 2024-12-13T01:40:59,305 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/265fc2f1c5ff4d9996e275d45b042506 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/265fc2f1c5ff4d9996e275d45b042506 2024-12-13T01:40:59,305 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/cb6e5228823045aaa62a25e28eb4c96e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/B/cb6e5228823045aaa62a25e28eb4c96e 2024-12-13T01:40:59,310 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/96902a155ce84481a489ed6642f8a643 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/96902a155ce84481a489ed6642f8a643 2024-12-13T01:40:59,310 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/c43db631356c49fc9a977ee505776a80 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/C/c43db631356c49fc9a977ee505776a80 2024-12-13T01:40:59,315 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/recovered.edits/382.seqid to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66/recovered.edits/382.seqid 2024-12-13T01:40:59,316 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/713f5c90d444878e49e9ab249c1e3d66 2024-12-13T01:40:59,316 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-13T01:40:59,320 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=140, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:59,322 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-13T01:40:59,324 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-13T01:40:59,326 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=140, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:59,326 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-13T01:40:59,326 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734054059326"}]},"ts":"9223372036854775807"} 2024-12-13T01:40:59,328 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T01:40:59,328 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 713f5c90d444878e49e9ab249c1e3d66, NAME => 'TestAcidGuarantees,,1734054032426.713f5c90d444878e49e9ab249c1e3d66.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T01:40:59,328 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-13T01:40:59,328 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734054059328"}]},"ts":"9223372036854775807"} 2024-12-13T01:40:59,332 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-13T01:40:59,339 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=140, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:59,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 57 msec 2024-12-13T01:40:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-13T01:40:59,389 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-13T01:40:59,405 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=247 (was 245) - Thread LEAK? -, OpenFileDescriptor=456 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=305 (was 290) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12458 (was 12467) 2024-12-13T01:40:59,413 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=247, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=305, ProcessCount=11, AvailableMemoryMB=12458 2024-12-13T01:40:59,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-13T01:40:59,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T01:40:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=141, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-13T01:40:59,417 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T01:40:59,417 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:40:59,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 141 2024-12-13T01:40:59,418 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T01:40:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-13T01:40:59,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742279_1455 (size=963) 2024-12-13T01:40:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-13T01:40:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-13T01:40:59,826 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863 2024-12-13T01:40:59,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742280_1456 (size=53) 2024-12-13T01:41:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-13T01:41:00,235 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T01:41:00,235 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 063e356ed0d09e1ff403f686a0d5e21f, disabling compactions & flushes 2024-12-13T01:41:00,235 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:00,236 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:00,236 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. after waiting 0 ms 2024-12-13T01:41:00,236 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:00,236 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:00,236 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:00,238 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T01:41:00,238 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734054060238"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734054060238"}]},"ts":"1734054060238"} 2024-12-13T01:41:00,240 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T01:41:00,241 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T01:41:00,241 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734054060241"}]},"ts":"1734054060241"} 2024-12-13T01:41:00,243 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-13T01:41:00,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=063e356ed0d09e1ff403f686a0d5e21f, ASSIGN}] 2024-12-13T01:41:00,291 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=063e356ed0d09e1ff403f686a0d5e21f, ASSIGN 2024-12-13T01:41:00,292 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=063e356ed0d09e1ff403f686a0d5e21f, ASSIGN; state=OFFLINE, location=3c5776cc2308,43079,1734053906774; forceNewPlan=false, retain=false 2024-12-13T01:41:00,443 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=063e356ed0d09e1ff403f686a0d5e21f, regionState=OPENING, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:00,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; OpenRegionProcedure 063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774}] 2024-12-13T01:41:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-13T01:41:00,600 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:00,606 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:00,607 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7285): Opening region: {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} 2024-12-13T01:41:00,607 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:00,607 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T01:41:00,607 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7327): checking encryption for 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:00,607 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7330): checking classloading for 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:00,609 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:00,610 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:41:00,610 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 063e356ed0d09e1ff403f686a0d5e21f columnFamilyName A 2024-12-13T01:41:00,610 DEBUG [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:00,611 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] regionserver.HStore(327): Store=063e356ed0d09e1ff403f686a0d5e21f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:41:00,611 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:00,612 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:41:00,612 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 063e356ed0d09e1ff403f686a0d5e21f columnFamilyName B 2024-12-13T01:41:00,612 DEBUG [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:00,613 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] regionserver.HStore(327): Store=063e356ed0d09e1ff403f686a0d5e21f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:41:00,613 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:00,614 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:41:00,614 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 063e356ed0d09e1ff403f686a0d5e21f columnFamilyName C 2024-12-13T01:41:00,614 DEBUG [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:00,615 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] regionserver.HStore(327): Store=063e356ed0d09e1ff403f686a0d5e21f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:41:00,615 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:00,616 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:00,616 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:00,618 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T01:41:00,619 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1085): writing seq id for 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:00,621 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T01:41:00,622 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1102): Opened 063e356ed0d09e1ff403f686a0d5e21f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71878195, jitterRate=0.07106857001781464}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T01:41:00,623 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1001): Region open journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:00,623 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., pid=143, masterSystemTime=1734054060600 2024-12-13T01:41:00,625 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:00,625 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:00,625 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=063e356ed0d09e1ff403f686a0d5e21f, regionState=OPEN, openSeqNum=2, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:00,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-13T01:41:00,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; OpenRegionProcedure 063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 in 180 msec 2024-12-13T01:41:00,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141 2024-12-13T01:41:00,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=063e356ed0d09e1ff403f686a0d5e21f, ASSIGN in 340 msec 2024-12-13T01:41:00,630 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T01:41:00,631 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734054060630"}]},"ts":"1734054060630"} 2024-12-13T01:41:00,632 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-13T01:41:00,639 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T01:41:00,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2240 sec 2024-12-13T01:41:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-13T01:41:01,529 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 141 completed 2024-12-13T01:41:01,531 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fc332d8 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9b5141 2024-12-13T01:41:01,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103dfc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:41:01,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:41:01,598 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:41:01,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T01:41:01,603 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T01:41:01,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-13T01:41:01,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T01:41:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-13T01:41:01,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742281_1457 (size=999) 2024-12-13T01:41:02,022 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-13T01:41:02,022 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-13T01:41:02,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-13T01:41:02,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=063e356ed0d09e1ff403f686a0d5e21f, REOPEN/MOVE}] 2024-12-13T01:41:02,030 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=063e356ed0d09e1ff403f686a0d5e21f, REOPEN/MOVE 2024-12-13T01:41:02,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=063e356ed0d09e1ff403f686a0d5e21f, regionState=CLOSING, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:02,032 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T01:41:02,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; CloseRegionProcedure 063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774}] 2024-12-13T01:41:02,183 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:02,184 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:02,184 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T01:41:02,185 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing 063e356ed0d09e1ff403f686a0d5e21f, disabling compactions & flushes 2024-12-13T01:41:02,185 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:02,185 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:02,185 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. after waiting 0 ms 2024-12-13T01:41:02,185 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:02,192 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T01:41:02,193 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:02,193 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:02,194 WARN [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionServer(3786): Not adding moved region record: 063e356ed0d09e1ff403f686a0d5e21f to self. 2024-12-13T01:41:02,196 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:02,196 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=063e356ed0d09e1ff403f686a0d5e21f, regionState=CLOSED 2024-12-13T01:41:02,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-13T01:41:02,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseRegionProcedure 063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 in 166 msec 2024-12-13T01:41:02,201 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=063e356ed0d09e1ff403f686a0d5e21f, REOPEN/MOVE; state=CLOSED, location=3c5776cc2308,43079,1734053906774; forceNewPlan=false, retain=true 2024-12-13T01:41:02,352 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=063e356ed0d09e1ff403f686a0d5e21f, regionState=OPENING, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:02,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=146, state=RUNNABLE; OpenRegionProcedure 063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774}] 2024-12-13T01:41:02,508 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:02,515 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:02,515 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7285): Opening region: {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} 2024-12-13T01:41:02,516 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:02,516 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T01:41:02,516 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7327): checking encryption for 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:02,516 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7330): checking classloading for 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:02,517 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:02,518 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:41:02,518 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 063e356ed0d09e1ff403f686a0d5e21f columnFamilyName A 2024-12-13T01:41:02,519 DEBUG [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:02,520 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] regionserver.HStore(327): Store=063e356ed0d09e1ff403f686a0d5e21f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:41:02,520 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:02,521 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:41:02,521 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 063e356ed0d09e1ff403f686a0d5e21f columnFamilyName B 2024-12-13T01:41:02,521 DEBUG [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:02,522 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] regionserver.HStore(327): Store=063e356ed0d09e1ff403f686a0d5e21f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:41:02,522 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:02,522 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-13T01:41:02,523 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 063e356ed0d09e1ff403f686a0d5e21f columnFamilyName C 2024-12-13T01:41:02,523 DEBUG [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:02,523 INFO [StoreOpener-063e356ed0d09e1ff403f686a0d5e21f-1 {}] regionserver.HStore(327): Store=063e356ed0d09e1ff403f686a0d5e21f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T01:41:02,523 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:02,524 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:02,525 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:02,527 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-13T01:41:02,528 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1085): writing seq id for 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:02,529 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1102): Opened 063e356ed0d09e1ff403f686a0d5e21f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66812619, jitterRate=-0.004414394497871399}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-13T01:41:02,530 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1001): Region open journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:02,531 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., pid=148, masterSystemTime=1734054062508 2024-12-13T01:41:02,532 DEBUG [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:02,532 INFO [RS_OPEN_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:02,533 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=063e356ed0d09e1ff403f686a0d5e21f, regionState=OPEN, openSeqNum=5, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:02,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=146 2024-12-13T01:41:02,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=146, state=SUCCESS; OpenRegionProcedure 063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 in 180 msec 2024-12-13T01:41:02,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-12-13T01:41:02,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=063e356ed0d09e1ff403f686a0d5e21f, REOPEN/MOVE in 506 msec 2024-12-13T01:41:02,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-13T01:41:02,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 512 msec 2024-12-13T01:41:02,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 936 msec 2024-12-13T01:41:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-13T01:41:02,546 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17327621 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a52cdf 2024-12-13T01:41:02,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e047c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:41:02,592 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1584f18a to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d7fe431 2024-12-13T01:41:02,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d631a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:41:02,607 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b914bf4 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@91d72db 2024-12-13T01:41:02,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58971172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:41:02,614 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f6a59e4 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d836f78 2024-12-13T01:41:02,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7fe93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:41:02,622 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x150e08ed to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53305d9b 2024-12-13T01:41:02,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c440f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:41:02,631 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bb6288a to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58460ef3 2024-12-13T01:41:02,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9113f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:41:02,639 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06556601 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e8cd1ae 2024-12-13T01:41:02,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb75907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:41:02,647 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x458a85fd to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d832d43 2024-12-13T01:41:02,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1d3a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:41:02,656 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x410bf0c8 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15b6349f 2024-12-13T01:41:02,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503a7d2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:41:02,664 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67adb273 to 127.0.0.1:55731 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@439b60d5 2024-12-13T01:41:02,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404bb685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T01:41:02,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:41:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-12-13T01:41:02,678 DEBUG [hconnection-0x642702a6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:41:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-13T01:41:02,679 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:41:02,679 DEBUG [hconnection-0x7eee1f18-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:41:02,679 DEBUG [hconnection-0xf6c959b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:41:02,679 DEBUG [hconnection-0x76448e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:41:02,680 DEBUG [hconnection-0x46b0010f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:41:02,680 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:41:02,680 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:41:02,680 DEBUG [hconnection-0x506e09c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:41:02,680 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:41:02,681 DEBUG [hconnection-0x5466d995-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:41:02,681 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:41:02,681 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:41:02,682 DEBUG [hconnection-0x30c7439c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:41:02,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:41:02,682 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:41:02,682 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:41:02,682 DEBUG [hconnection-0x1a813290-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:41:02,683 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:41:02,683 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:41:02,684 DEBUG [hconnection-0x4ee510d6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T01:41:02,684 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:41:02,684 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54934, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T01:41:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:02,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 063e356ed0d09e1ff403f686a0d5e21f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-13T01:41:02,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=A 2024-12-13T01:41:02,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:02,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=B 2024-12-13T01:41:02,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:02,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=C 2024-12-13T01:41:02,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:02,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:02,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054122698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054122698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:02,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054122704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:02,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054122705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:02,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054122705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:02,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213faf15b4ad282495cabf94090c8b65531_063e356ed0d09e1ff403f686a0d5e21f is 50, key is test_row_0/A:col10/1734054062686/Put/seqid=0 2024-12-13T01:41:02,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742282_1458 (size=12154) 2024-12-13T01:41:02,721 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:02,724 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213faf15b4ad282495cabf94090c8b65531_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213faf15b4ad282495cabf94090c8b65531_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:02,725 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/c5b3c050c89c45e5a79bedaa235fc109, store: [table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:02,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/c5b3c050c89c45e5a79bedaa235fc109 is 175, key is test_row_0/A:col10/1734054062686/Put/seqid=0 2024-12-13T01:41:02,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742283_1459 (size=30955) 2024-12-13T01:41:02,730 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/c5b3c050c89c45e5a79bedaa235fc109 2024-12-13T01:41:02,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/9cddc1e0b47b49e1845d12e673c7a96c is 50, key is test_row_0/B:col10/1734054062686/Put/seqid=0 2024-12-13T01:41:02,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742284_1460 (size=12001) 2024-12-13T01:41:02,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/9cddc1e0b47b49e1845d12e673c7a96c 2024-12-13T01:41:02,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/28a7eb6aefe74f369255eb6ceea2b97e is 50, key is test_row_0/C:col10/1734054062686/Put/seqid=0 2024-12-13T01:41:02,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742285_1461 (size=12001) 2024-12-13T01:41:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-13T01:41:02,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054122805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:02,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054122806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:02,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054122806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:02,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054122807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:02,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054122807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:02,835 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:02,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-13T01:41:02,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:02,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:02,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:02,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:02,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-13T01:41:02,987 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:02,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-13T01:41:02,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:02,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:02,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:02,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:02,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:03,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054123008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054123008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054123009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054123009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054123009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,140 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-13T01:41:03,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:03,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:03,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:03,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:03,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:03,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/28a7eb6aefe74f369255eb6ceea2b97e 2024-12-13T01:41:03,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/c5b3c050c89c45e5a79bedaa235fc109 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/c5b3c050c89c45e5a79bedaa235fc109 2024-12-13T01:41:03,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/c5b3c050c89c45e5a79bedaa235fc109, entries=150, sequenceid=18, filesize=30.2 K 2024-12-13T01:41:03,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/9cddc1e0b47b49e1845d12e673c7a96c as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/9cddc1e0b47b49e1845d12e673c7a96c 2024-12-13T01:41:03,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/9cddc1e0b47b49e1845d12e673c7a96c, entries=150, sequenceid=18, filesize=11.7 K 2024-12-13T01:41:03,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/28a7eb6aefe74f369255eb6ceea2b97e as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/28a7eb6aefe74f369255eb6ceea2b97e 2024-12-13T01:41:03,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/28a7eb6aefe74f369255eb6ceea2b97e, entries=150, sequenceid=18, filesize=11.7 K 2024-12-13T01:41:03,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 063e356ed0d09e1ff403f686a0d5e21f in 498ms, sequenceid=18, compaction requested=false 2024-12-13T01:41:03,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-13T01:41:03,292 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-13T01:41:03,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:03,292 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2837): Flushing 063e356ed0d09e1ff403f686a0d5e21f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-13T01:41:03,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=A 2024-12-13T01:41:03,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:03,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=B 2024-12-13T01:41:03,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:03,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=C 2024-12-13T01:41:03,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:03,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121311cdd0a4bdf84ba3b4ae8a0da6e44053_063e356ed0d09e1ff403f686a0d5e21f is 50, key is test_row_0/A:col10/1734054062696/Put/seqid=0 2024-12-13T01:41:03,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742286_1462 (size=12154) 2024-12-13T01:41:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:03,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:03,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054123315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054123316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054123317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054123317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054123317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054123418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054123419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054123419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054123419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054123419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054123620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054123621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054123621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054123622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054123622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:03,705 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121311cdd0a4bdf84ba3b4ae8a0da6e44053_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121311cdd0a4bdf84ba3b4ae8a0da6e44053_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:03,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/aee86a04ace14cbd8445387d2bdcf5b8, store: [table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:03,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/aee86a04ace14cbd8445387d2bdcf5b8 is 175, key is test_row_0/A:col10/1734054062696/Put/seqid=0 2024-12-13T01:41:03,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742287_1463 (size=30955) 2024-12-13T01:41:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-13T01:41:03,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054123923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054123923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054123924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054123925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:03,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054123926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:04,109 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/aee86a04ace14cbd8445387d2bdcf5b8 2024-12-13T01:41:04,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/33f4f6f0e6d449c8964db3f1dbd9beff is 50, key is test_row_0/B:col10/1734054062696/Put/seqid=0 2024-12-13T01:41:04,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742288_1464 (size=12001) 2024-12-13T01:41:04,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054124426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:04,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054124427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:04,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054124427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:04,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054124428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:04,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054124429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:04,519 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/33f4f6f0e6d449c8964db3f1dbd9beff 2024-12-13T01:41:04,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/87208acedef94cdba53218da71702914 is 50, key is test_row_0/C:col10/1734054062696/Put/seqid=0 2024-12-13T01:41:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742289_1465 (size=12001) 2024-12-13T01:41:04,645 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-13T01:41:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-13T01:41:04,928 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/87208acedef94cdba53218da71702914 2024-12-13T01:41:04,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/aee86a04ace14cbd8445387d2bdcf5b8 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/aee86a04ace14cbd8445387d2bdcf5b8 2024-12-13T01:41:04,936 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/aee86a04ace14cbd8445387d2bdcf5b8, entries=150, sequenceid=42, filesize=30.2 K 2024-12-13T01:41:04,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/33f4f6f0e6d449c8964db3f1dbd9beff as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/33f4f6f0e6d449c8964db3f1dbd9beff 2024-12-13T01:41:04,939 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/33f4f6f0e6d449c8964db3f1dbd9beff, entries=150, sequenceid=42, filesize=11.7 K 2024-12-13T01:41:04,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/87208acedef94cdba53218da71702914 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/87208acedef94cdba53218da71702914 2024-12-13T01:41:04,943 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/87208acedef94cdba53218da71702914, entries=150, sequenceid=42, filesize=11.7 K 2024-12-13T01:41:04,943 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 063e356ed0d09e1ff403f686a0d5e21f in 1651ms, sequenceid=42, compaction requested=false 2024-12-13T01:41:04,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2538): Flush status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:04,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:04,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-12-13T01:41:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=150 2024-12-13T01:41:04,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-12-13T01:41:04,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2620 sec 2024-12-13T01:41:04,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 2.2690 sec 2024-12-13T01:41:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:05,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 063e356ed0d09e1ff403f686a0d5e21f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-13T01:41:05,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=A 2024-12-13T01:41:05,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:05,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=B 2024-12-13T01:41:05,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:05,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=C 2024-12-13T01:41:05,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:05,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412131717aa2e2d724088bc50a4684884fc93_063e356ed0d09e1ff403f686a0d5e21f is 50, key is test_row_0/A:col10/1734054065434/Put/seqid=0 2024-12-13T01:41:05,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742290_1466 (size=14594) 2024-12-13T01:41:05,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054125450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:05,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054125451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:05,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054125452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:05,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054125452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:05,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054125452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:05,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054125554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:05,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054125554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:05,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054125554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:05,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054125555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:05,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054125555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:05,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054125756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:05,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054125756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:05,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054125757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:05,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054125757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:05,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054125758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:05,844 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:05,846 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412131717aa2e2d724088bc50a4684884fc93_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412131717aa2e2d724088bc50a4684884fc93_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:05,847 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/ab0a3c0e399b464489bc08d93bceb894, store: [table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:05,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/ab0a3c0e399b464489bc08d93bceb894 is 175, key is test_row_0/A:col10/1734054065434/Put/seqid=0 2024-12-13T01:41:05,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742291_1467 (size=39549) 2024-12-13T01:41:06,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054126059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:06,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054126060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:06,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054126061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:06,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054126061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:06,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054126061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:06,251 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/ab0a3c0e399b464489bc08d93bceb894 2024-12-13T01:41:06,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/47d7699fecb6428db67fc731549b3416 is 50, key is test_row_0/B:col10/1734054065434/Put/seqid=0 2024-12-13T01:41:06,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742292_1468 (size=12001) 2024-12-13T01:41:06,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054126563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:06,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054126563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:06,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054126566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:06,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054126566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:06,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054126567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:06,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/47d7699fecb6428db67fc731549b3416 2024-12-13T01:41:06,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/3cfab71bd2c047e9a1a2cd922b6242fb is 50, key is test_row_0/C:col10/1734054065434/Put/seqid=0 2024-12-13T01:41:06,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742293_1469 (size=12001) 2024-12-13T01:41:06,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/3cfab71bd2c047e9a1a2cd922b6242fb 2024-12-13T01:41:06,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/ab0a3c0e399b464489bc08d93bceb894 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/ab0a3c0e399b464489bc08d93bceb894 2024-12-13T01:41:06,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/ab0a3c0e399b464489bc08d93bceb894, entries=200, sequenceid=57, filesize=38.6 K 2024-12-13T01:41:06,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/47d7699fecb6428db67fc731549b3416 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/47d7699fecb6428db67fc731549b3416 2024-12-13T01:41:06,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/47d7699fecb6428db67fc731549b3416, entries=150, sequenceid=57, filesize=11.7 K 2024-12-13T01:41:06,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/3cfab71bd2c047e9a1a2cd922b6242fb as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/3cfab71bd2c047e9a1a2cd922b6242fb 2024-12-13T01:41:06,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/3cfab71bd2c047e9a1a2cd922b6242fb, entries=150, sequenceid=57, filesize=11.7 K 2024-12-13T01:41:06,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 063e356ed0d09e1ff403f686a0d5e21f in 1290ms, sequenceid=57, compaction requested=true 2024-12-13T01:41:06,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:06,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 063e356ed0d09e1ff403f686a0d5e21f:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:41:06,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:06,725 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:41:06,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 063e356ed0d09e1ff403f686a0d5e21f:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:41:06,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:06,725 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:41:06,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 063e356ed0d09e1ff403f686a0d5e21f:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:41:06,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:41:06,726 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:41:06,726 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:41:06,726 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 063e356ed0d09e1ff403f686a0d5e21f/B is initiating minor compaction (all files) 2024-12-13T01:41:06,726 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 063e356ed0d09e1ff403f686a0d5e21f/A is initiating minor compaction (all files) 2024-12-13T01:41:06,726 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 063e356ed0d09e1ff403f686a0d5e21f/A in TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:06,726 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 063e356ed0d09e1ff403f686a0d5e21f/B in TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:06,726 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/9cddc1e0b47b49e1845d12e673c7a96c, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/33f4f6f0e6d449c8964db3f1dbd9beff, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/47d7699fecb6428db67fc731549b3416] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp, totalSize=35.2 K 2024-12-13T01:41:06,726 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/c5b3c050c89c45e5a79bedaa235fc109, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/aee86a04ace14cbd8445387d2bdcf5b8, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/ab0a3c0e399b464489bc08d93bceb894] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp, totalSize=99.1 K 2024-12-13T01:41:06,726 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:06,726 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. files: [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/c5b3c050c89c45e5a79bedaa235fc109, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/aee86a04ace14cbd8445387d2bdcf5b8, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/ab0a3c0e399b464489bc08d93bceb894] 2024-12-13T01:41:06,727 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cddc1e0b47b49e1845d12e673c7a96c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1734054062686 2024-12-13T01:41:06,727 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5b3c050c89c45e5a79bedaa235fc109, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1734054062686 2024-12-13T01:41:06,727 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 33f4f6f0e6d449c8964db3f1dbd9beff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1734054062696 2024-12-13T01:41:06,727 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting aee86a04ace14cbd8445387d2bdcf5b8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1734054062696 2024-12-13T01:41:06,727 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 47d7699fecb6428db67fc731549b3416, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734054063316 2024-12-13T01:41:06,727 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab0a3c0e399b464489bc08d93bceb894, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734054063316 2024-12-13T01:41:06,732 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:06,734 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 063e356ed0d09e1ff403f686a0d5e21f#B#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:41:06,734 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/e1b9f6b5b2aa4bc59468ca769d8d04b4 is 50, key is test_row_0/B:col10/1734054065434/Put/seqid=0 2024-12-13T01:41:06,735 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241213ee53d3790c1d4e70b34d1380be9b5dc1_063e356ed0d09e1ff403f686a0d5e21f store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:06,736 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241213ee53d3790c1d4e70b34d1380be9b5dc1_063e356ed0d09e1ff403f686a0d5e21f, store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:06,736 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213ee53d3790c1d4e70b34d1380be9b5dc1_063e356ed0d09e1ff403f686a0d5e21f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:06,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742295_1471 (size=4469) 2024-12-13T01:41:06,751 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 063e356ed0d09e1ff403f686a0d5e21f#A#compaction#396 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:41:06,752 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/b24043a9776f4324843cf90591d12aec is 175, key is test_row_0/A:col10/1734054065434/Put/seqid=0 2024-12-13T01:41:06,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742294_1470 (size=12104) 2024-12-13T01:41:06,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742296_1472 (size=31058) 2024-12-13T01:41:06,757 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/e1b9f6b5b2aa4bc59468ca769d8d04b4 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/e1b9f6b5b2aa4bc59468ca769d8d04b4 2024-12-13T01:41:06,761 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 063e356ed0d09e1ff403f686a0d5e21f/B of 063e356ed0d09e1ff403f686a0d5e21f into e1b9f6b5b2aa4bc59468ca769d8d04b4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:41:06,761 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:06,762 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., storeName=063e356ed0d09e1ff403f686a0d5e21f/B, priority=13, startTime=1734054066725; duration=0sec 2024-12-13T01:41:06,762 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:41:06,762 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 063e356ed0d09e1ff403f686a0d5e21f:B 2024-12-13T01:41:06,762 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:41:06,762 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:41:06,762 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 063e356ed0d09e1ff403f686a0d5e21f/C is initiating minor compaction (all files) 2024-12-13T01:41:06,762 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 063e356ed0d09e1ff403f686a0d5e21f/C in TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:06,763 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/28a7eb6aefe74f369255eb6ceea2b97e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/87208acedef94cdba53218da71702914, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/3cfab71bd2c047e9a1a2cd922b6242fb] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp, totalSize=35.2 K 2024-12-13T01:41:06,763 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 28a7eb6aefe74f369255eb6ceea2b97e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1734054062686 2024-12-13T01:41:06,763 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 87208acedef94cdba53218da71702914, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1734054062696 2024-12-13T01:41:06,763 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cfab71bd2c047e9a1a2cd922b6242fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734054063316 2024-12-13T01:41:06,769 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 063e356ed0d09e1ff403f686a0d5e21f#C#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:41:06,769 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/b774aa0e67084575a55ac9eb83a39adc is 50, key is test_row_0/C:col10/1734054065434/Put/seqid=0 2024-12-13T01:41:06,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742297_1473 (size=12104) 2024-12-13T01:41:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-13T01:41:06,783 INFO [Thread-2073 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-12-13T01:41:06,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:41:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-12-13T01:41:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-13T01:41:06,785 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:41:06,785 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:41:06,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:41:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-13T01:41:06,936 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:06,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-13T01:41:06,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:06,937 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing 063e356ed0d09e1ff403f686a0d5e21f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-13T01:41:06,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=A 2024-12-13T01:41:06,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:06,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=B 2024-12-13T01:41:06,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:06,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=C 2024-12-13T01:41:06,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:06,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213c861536041924f2293347eae55e2a326_063e356ed0d09e1ff403f686a0d5e21f is 50, key is test_row_0/A:col10/1734054065448/Put/seqid=0 2024-12-13T01:41:06,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742298_1474 (size=12154) 2024-12-13T01:41:06,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:06,949 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213c861536041924f2293347eae55e2a326_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213c861536041924f2293347eae55e2a326_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:06,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/5bff40a9077743cabd3ff255d64b6856, store: [table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:06,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/5bff40a9077743cabd3ff255d64b6856 is 175, key is test_row_0/A:col10/1734054065448/Put/seqid=0 2024-12-13T01:41:06,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742299_1475 (size=30955) 2024-12-13T01:41:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-13T01:41:07,160 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/b24043a9776f4324843cf90591d12aec as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/b24043a9776f4324843cf90591d12aec 2024-12-13T01:41:07,163 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 063e356ed0d09e1ff403f686a0d5e21f/A of 063e356ed0d09e1ff403f686a0d5e21f into b24043a9776f4324843cf90591d12aec(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:41:07,163 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:07,163 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., storeName=063e356ed0d09e1ff403f686a0d5e21f/A, priority=13, startTime=1734054066725; duration=0sec 2024-12-13T01:41:07,163 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:07,163 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 063e356ed0d09e1ff403f686a0d5e21f:A 2024-12-13T01:41:07,175 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/b774aa0e67084575a55ac9eb83a39adc as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/b774aa0e67084575a55ac9eb83a39adc 2024-12-13T01:41:07,178 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 063e356ed0d09e1ff403f686a0d5e21f/C of 063e356ed0d09e1ff403f686a0d5e21f into b774aa0e67084575a55ac9eb83a39adc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:41:07,178 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:07,178 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., storeName=063e356ed0d09e1ff403f686a0d5e21f/C, priority=13, startTime=1734054066725; duration=0sec 2024-12-13T01:41:07,178 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:07,178 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 063e356ed0d09e1ff403f686a0d5e21f:C 2024-12-13T01:41:07,354 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/5bff40a9077743cabd3ff255d64b6856 2024-12-13T01:41:07,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/934ef2aa65154ffab7933f2774a15cf3 is 50, key is test_row_0/B:col10/1734054065448/Put/seqid=0 2024-12-13T01:41:07,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742300_1476 (size=12001) 2024-12-13T01:41:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-13T01:41:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:07,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:07,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:07,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054127575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054127576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:07,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054127576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:07,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054127577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:07,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054127577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:07,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054127678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:07,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054127678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:07,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054127678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:07,762 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/934ef2aa65154ffab7933f2774a15cf3 2024-12-13T01:41:07,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/23f92f43bd934b6689352dc5e2b268f9 is 50, key is test_row_0/C:col10/1734054065448/Put/seqid=0 2024-12-13T01:41:07,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742301_1477 (size=12001) 2024-12-13T01:41:07,770 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/23f92f43bd934b6689352dc5e2b268f9 2024-12-13T01:41:07,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/5bff40a9077743cabd3ff255d64b6856 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/5bff40a9077743cabd3ff255d64b6856 2024-12-13T01:41:07,776 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/5bff40a9077743cabd3ff255d64b6856, entries=150, sequenceid=80, filesize=30.2 K 2024-12-13T01:41:07,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/934ef2aa65154ffab7933f2774a15cf3 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/934ef2aa65154ffab7933f2774a15cf3 2024-12-13T01:41:07,779 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/934ef2aa65154ffab7933f2774a15cf3, entries=150, sequenceid=80, filesize=11.7 K 2024-12-13T01:41:07,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/23f92f43bd934b6689352dc5e2b268f9 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/23f92f43bd934b6689352dc5e2b268f9 2024-12-13T01:41:07,783 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/23f92f43bd934b6689352dc5e2b268f9, entries=150, sequenceid=80, filesize=11.7 K 2024-12-13T01:41:07,783 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 063e356ed0d09e1ff403f686a0d5e21f in 846ms, sequenceid=80, compaction requested=false 2024-12-13T01:41:07,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:07,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:07,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-12-13T01:41:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=152 2024-12-13T01:41:07,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-12-13T01:41:07,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 999 msec 2024-12-13T01:41:07,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 1.0020 sec 2024-12-13T01:41:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:07,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 063e356ed0d09e1ff403f686a0d5e21f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-13T01:41:07,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=A 2024-12-13T01:41:07,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:07,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=B 2024-12-13T01:41:07,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:07,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=C 2024-12-13T01:41:07,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-13T01:41:07,887 INFO [Thread-2073 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-12-13T01:41:07,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213997c4f534ee742aca553e2fd0bb5f88a_063e356ed0d09e1ff403f686a0d5e21f is 50, key is test_row_0/A:col10/1734054067882/Put/seqid=0 2024-12-13T01:41:07,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:41:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-12-13T01:41:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-13T01:41:07,890 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:41:07,890 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:41:07,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:41:07,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742302_1478 (size=14594) 2024-12-13T01:41:07,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054127901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:07,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054127901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:07,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054127901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-13T01:41:08,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054128003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:08,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054128003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:08,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054128003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:08,041 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:08,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-13T01:41:08,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:08,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:08,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:08,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:08,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-13T01:41:08,194 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:08,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-13T01:41:08,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:08,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:08,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:08,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:08,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:08,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054128205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:08,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054128205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:08,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054128206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:08,292 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:08,295 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213997c4f534ee742aca553e2fd0bb5f88a_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213997c4f534ee742aca553e2fd0bb5f88a_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:08,296 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/350252f66d07413a82d9553795fef8ab, store: [table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:08,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/350252f66d07413a82d9553795fef8ab is 175, key is test_row_0/A:col10/1734054067882/Put/seqid=0 2024-12-13T01:41:08,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742303_1479 (size=39549) 2024-12-13T01:41:08,346 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:08,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-13T01:41:08,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:08,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:08,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:08,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:08,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-13T01:41:08,498 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:08,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-13T01:41:08,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:08,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:08,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:08,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:08,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:08,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054128507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:08,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054128508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:08,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054128509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:08,650 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:08,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-13T01:41:08,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:08,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:08,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:08,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:08,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:08,699 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/350252f66d07413a82d9553795fef8ab 2024-12-13T01:41:08,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/59de2536a0734fe1a34e36f84e79c349 is 50, key is test_row_0/B:col10/1734054067882/Put/seqid=0 2024-12-13T01:41:08,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742304_1480 (size=12001) 2024-12-13T01:41:08,802 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:08,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-13T01:41:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:08,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:08,955 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:08,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-13T01:41:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:08,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-13T01:41:09,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054129009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:09,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054129011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:09,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054129015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:09,107 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:09,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-13T01:41:09,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:09,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:09,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:09,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:09,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:09,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/59de2536a0734fe1a34e36f84e79c349 2024-12-13T01:41:09,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/64e401dbbcda4810a487605d4df37cd1 is 50, key is test_row_0/C:col10/1734054067882/Put/seqid=0 2024-12-13T01:41:09,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742305_1481 (size=12001) 2024-12-13T01:41:09,259 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:09,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-13T01:41:09,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:09,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:09,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:09,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:09,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:09,411 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:09,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-13T01:41:09,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:09,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:09,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:09,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:09,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:09,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/64e401dbbcda4810a487605d4df37cd1 2024-12-13T01:41:09,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/350252f66d07413a82d9553795fef8ab as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/350252f66d07413a82d9553795fef8ab 2024-12-13T01:41:09,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/350252f66d07413a82d9553795fef8ab, entries=200, sequenceid=99, filesize=38.6 K 2024-12-13T01:41:09,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/59de2536a0734fe1a34e36f84e79c349 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/59de2536a0734fe1a34e36f84e79c349 2024-12-13T01:41:09,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/59de2536a0734fe1a34e36f84e79c349, entries=150, sequenceid=99, filesize=11.7 K 2024-12-13T01:41:09,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/64e401dbbcda4810a487605d4df37cd1 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/64e401dbbcda4810a487605d4df37cd1 2024-12-13T01:41:09,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/64e401dbbcda4810a487605d4df37cd1, entries=150, sequenceid=99, filesize=11.7 K 2024-12-13T01:41:09,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for 063e356ed0d09e1ff403f686a0d5e21f in 1646ms, sequenceid=99, compaction requested=true 2024-12-13T01:41:09,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:09,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 063e356ed0d09e1ff403f686a0d5e21f:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:41:09,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:09,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 063e356ed0d09e1ff403f686a0d5e21f:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:41:09,529 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:41:09,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:09,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 063e356ed0d09e1ff403f686a0d5e21f:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:41:09,529 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:41:09,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:41:09,529 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:41:09,529 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:41:09,530 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 063e356ed0d09e1ff403f686a0d5e21f/A is initiating minor compaction (all files) 2024-12-13T01:41:09,530 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 063e356ed0d09e1ff403f686a0d5e21f/B is initiating minor compaction (all files) 2024-12-13T01:41:09,530 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 063e356ed0d09e1ff403f686a0d5e21f/A in TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:09,530 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 063e356ed0d09e1ff403f686a0d5e21f/B in TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:09,530 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/e1b9f6b5b2aa4bc59468ca769d8d04b4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/934ef2aa65154ffab7933f2774a15cf3, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/59de2536a0734fe1a34e36f84e79c349] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp, totalSize=35.3 K 2024-12-13T01:41:09,530 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/b24043a9776f4324843cf90591d12aec, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/5bff40a9077743cabd3ff255d64b6856, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/350252f66d07413a82d9553795fef8ab] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp, totalSize=99.2 K 2024-12-13T01:41:09,530 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:09,530 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. files: [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/b24043a9776f4324843cf90591d12aec, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/5bff40a9077743cabd3ff255d64b6856, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/350252f66d07413a82d9553795fef8ab] 2024-12-13T01:41:09,530 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting e1b9f6b5b2aa4bc59468ca769d8d04b4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734054063316 2024-12-13T01:41:09,530 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting b24043a9776f4324843cf90591d12aec, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734054063316 2024-12-13T01:41:09,530 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 934ef2aa65154ffab7933f2774a15cf3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1734054065448 2024-12-13T01:41:09,530 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bff40a9077743cabd3ff255d64b6856, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1734054065448 2024-12-13T01:41:09,530 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 59de2536a0734fe1a34e36f84e79c349, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1734054067574 2024-12-13T01:41:09,531 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 350252f66d07413a82d9553795fef8ab, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1734054067574 2024-12-13T01:41:09,536 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 063e356ed0d09e1ff403f686a0d5e21f#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:41:09,537 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/c42bdc04c92d4168910079dea0f37f96 is 50, key is test_row_0/B:col10/1734054067882/Put/seqid=0 2024-12-13T01:41:09,539 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:09,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742306_1482 (size=12207) 2024-12-13T01:41:09,544 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412135d60c3f8d95144f6946c7e04d9d787c6_063e356ed0d09e1ff403f686a0d5e21f store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:09,544 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/c42bdc04c92d4168910079dea0f37f96 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/c42bdc04c92d4168910079dea0f37f96 2024-12-13T01:41:09,545 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412135d60c3f8d95144f6946c7e04d9d787c6_063e356ed0d09e1ff403f686a0d5e21f, store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:09,546 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412135d60c3f8d95144f6946c7e04d9d787c6_063e356ed0d09e1ff403f686a0d5e21f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:09,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742307_1483 (size=4469) 2024-12-13T01:41:09,550 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 063e356ed0d09e1ff403f686a0d5e21f/B of 063e356ed0d09e1ff403f686a0d5e21f into c42bdc04c92d4168910079dea0f37f96(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:41:09,550 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:09,550 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., storeName=063e356ed0d09e1ff403f686a0d5e21f/B, priority=13, startTime=1734054069529; duration=0sec 2024-12-13T01:41:09,550 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:41:09,550 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 063e356ed0d09e1ff403f686a0d5e21f:B 2024-12-13T01:41:09,550 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:41:09,551 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:41:09,551 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 063e356ed0d09e1ff403f686a0d5e21f/C is initiating minor compaction (all files) 2024-12-13T01:41:09,551 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 063e356ed0d09e1ff403f686a0d5e21f/C in TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:09,551 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/b774aa0e67084575a55ac9eb83a39adc, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/23f92f43bd934b6689352dc5e2b268f9, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/64e401dbbcda4810a487605d4df37cd1] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp, totalSize=35.3 K 2024-12-13T01:41:09,551 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 063e356ed0d09e1ff403f686a0d5e21f#A#compaction#406 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:41:09,551 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting b774aa0e67084575a55ac9eb83a39adc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734054063316 2024-12-13T01:41:09,551 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 23f92f43bd934b6689352dc5e2b268f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1734054065448 2024-12-13T01:41:09,551 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/26f04d50233045a8b12188cef361a734 is 175, key is test_row_0/A:col10/1734054067882/Put/seqid=0 2024-12-13T01:41:09,552 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 64e401dbbcda4810a487605d4df37cd1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1734054067574 2024-12-13T01:41:09,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742308_1484 (size=31161) 2024-12-13T01:41:09,557 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 063e356ed0d09e1ff403f686a0d5e21f#C#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:41:09,557 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/57350de0b54d407fbfb2054b282cf6c6 is 50, key is test_row_0/C:col10/1734054067882/Put/seqid=0 2024-12-13T01:41:09,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742309_1485 (size=12207) 2024-12-13T01:41:09,563 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:09,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-13T01:41:09,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:09,564 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing 063e356ed0d09e1ff403f686a0d5e21f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-13T01:41:09,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=A 2024-12-13T01:41:09,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:09,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=B 2024-12-13T01:41:09,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:09,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=C 2024-12-13T01:41:09,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:09,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213beb0eaf765234b9d9a622226ab5b1bb2_063e356ed0d09e1ff403f686a0d5e21f is 50, key is test_row_0/A:col10/1734054067900/Put/seqid=0 2024-12-13T01:41:09,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742310_1486 (size=12154) 2024-12-13T01:41:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:09,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:09,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054129610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:09,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054129610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:09,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054129713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:09,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054129713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:09,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054129915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:09,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054129915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:09,958 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/26f04d50233045a8b12188cef361a734 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/26f04d50233045a8b12188cef361a734 2024-12-13T01:41:09,961 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 063e356ed0d09e1ff403f686a0d5e21f/A of 063e356ed0d09e1ff403f686a0d5e21f into 26f04d50233045a8b12188cef361a734(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:41:09,961 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:09,961 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., storeName=063e356ed0d09e1ff403f686a0d5e21f/A, priority=13, startTime=1734054069529; duration=0sec 2024-12-13T01:41:09,962 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:09,962 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 063e356ed0d09e1ff403f686a0d5e21f:A 2024-12-13T01:41:09,963 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/57350de0b54d407fbfb2054b282cf6c6 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/57350de0b54d407fbfb2054b282cf6c6 2024-12-13T01:41:09,965 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 063e356ed0d09e1ff403f686a0d5e21f/C of 063e356ed0d09e1ff403f686a0d5e21f into 57350de0b54d407fbfb2054b282cf6c6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:41:09,965 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:09,965 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., storeName=063e356ed0d09e1ff403f686a0d5e21f/C, priority=13, startTime=1734054069529; duration=0sec 2024-12-13T01:41:09,966 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:09,966 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 063e356ed0d09e1ff403f686a0d5e21f:C 2024-12-13T01:41:09,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:09,977 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213beb0eaf765234b9d9a622226ab5b1bb2_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213beb0eaf765234b9d9a622226ab5b1bb2_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:09,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/b039773b8f9a4231b91dc9f4c85c235b, store: [table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:09,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/b039773b8f9a4231b91dc9f4c85c235b is 175, key is test_row_0/A:col10/1734054067900/Put/seqid=0 2024-12-13T01:41:09,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742311_1487 (size=30955) 2024-12-13T01:41:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-13T01:41:10,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054130020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:10,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054130020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:10,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054130027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:10,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054130217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:10,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054130218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:10,381 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/b039773b8f9a4231b91dc9f4c85c235b 2024-12-13T01:41:10,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/fcd97e9a10fd40299d6d3a44e945c747 is 50, key is test_row_0/B:col10/1734054067900/Put/seqid=0 2024-12-13T01:41:10,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742312_1488 (size=12001) 2024-12-13T01:41:10,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054130718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:10,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054130723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:10,790 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/fcd97e9a10fd40299d6d3a44e945c747 2024-12-13T01:41:10,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/9418cc44cb7444d7bd7916bdf3287af8 is 50, key is test_row_0/C:col10/1734054067900/Put/seqid=0 2024-12-13T01:41:10,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742313_1489 (size=12001) 2024-12-13T01:41:11,198 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/9418cc44cb7444d7bd7916bdf3287af8 2024-12-13T01:41:11,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/b039773b8f9a4231b91dc9f4c85c235b as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/b039773b8f9a4231b91dc9f4c85c235b 2024-12-13T01:41:11,203 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/b039773b8f9a4231b91dc9f4c85c235b, entries=150, sequenceid=121, filesize=30.2 K 2024-12-13T01:41:11,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/fcd97e9a10fd40299d6d3a44e945c747 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/fcd97e9a10fd40299d6d3a44e945c747 2024-12-13T01:41:11,206 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/fcd97e9a10fd40299d6d3a44e945c747, entries=150, sequenceid=121, filesize=11.7 K 2024-12-13T01:41:11,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/9418cc44cb7444d7bd7916bdf3287af8 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/9418cc44cb7444d7bd7916bdf3287af8 2024-12-13T01:41:11,209 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/9418cc44cb7444d7bd7916bdf3287af8, entries=150, sequenceid=121, filesize=11.7 K 2024-12-13T01:41:11,209 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 063e356ed0d09e1ff403f686a0d5e21f in 1645ms, sequenceid=121, compaction requested=false 2024-12-13T01:41:11,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:11,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:11,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-12-13T01:41:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-12-13T01:41:11,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-12-13T01:41:11,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3200 sec 2024-12-13T01:41:11,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 3.3230 sec 2024-12-13T01:41:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:11,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 063e356ed0d09e1ff403f686a0d5e21f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-13T01:41:11,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=A 2024-12-13T01:41:11,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:11,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=B 2024-12-13T01:41:11,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:11,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=C 2024-12-13T01:41:11,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:11,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213042e2b9dc2a64f2abac72f27f4fcc431_063e356ed0d09e1ff403f686a0d5e21f is 50, key is test_row_0/A:col10/1734054069609/Put/seqid=0 2024-12-13T01:41:11,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742314_1490 (size=14794) 2024-12-13T01:41:11,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054131748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:11,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054131750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:11,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054131852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:11,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054131852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-13T01:41:11,993 INFO [Thread-2073 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-12-13T01:41:11,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:41:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-12-13T01:41:11,995 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:41:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-13T01:41:11,996 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:41:11,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:41:12,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054132026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:12,028 DEBUG [Thread-2063 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., hostname=3c5776cc2308,43079,1734053906774, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T01:41:12,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054132038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:12,040 DEBUG [Thread-2071 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., hostname=3c5776cc2308,43079,1734053906774, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T01:41:12,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054132046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:12,049 DEBUG [Thread-2065 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., hostname=3c5776cc2308,43079,1734053906774, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T01:41:12,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054132054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:12,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054132054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-13T01:41:12,133 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:12,136 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213042e2b9dc2a64f2abac72f27f4fcc431_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213042e2b9dc2a64f2abac72f27f4fcc431_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:12,136 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/a75d3950f7af4cec97186320b30f156a, store: [table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:12,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/a75d3950f7af4cec97186320b30f156a is 175, key is test_row_0/A:col10/1734054069609/Put/seqid=0 2024-12-13T01:41:12,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742315_1491 (size=39749) 2024-12-13T01:41:12,147 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:12,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-13T01:41:12,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:12,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:12,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:12,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:12,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-13T01:41:12,298 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:12,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-13T01:41:12,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:12,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:12,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:12,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:12,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:12,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054132356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:12,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054132358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:12,450 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:12,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-13T01:41:12,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:12,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:12,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:12,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:12,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:12,544 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=140, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/a75d3950f7af4cec97186320b30f156a 2024-12-13T01:41:12,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/65086145c6ff4a518da4f7eb5705add6 is 50, key is test_row_0/B:col10/1734054069609/Put/seqid=0 2024-12-13T01:41:12,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742316_1492 (size=12151) 2024-12-13T01:41:12,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/65086145c6ff4a518da4f7eb5705add6 2024-12-13T01:41:12,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/35ae3ad03d8f4551804d8352c5627283 is 50, key is test_row_0/C:col10/1734054069609/Put/seqid=0 2024-12-13T01:41:12,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742317_1493 (size=12151) 2024-12-13T01:41:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-13T01:41:12,602 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:12,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-13T01:41:12,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:12,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:12,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:12,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:12,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:12,754 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:12,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-13T01:41:12,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:12,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:12,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:12,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:12,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:12,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054132859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:12,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054132863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:12,906 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:12,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-13T01:41:12,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:12,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:12,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:12,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:12,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:12,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/35ae3ad03d8f4551804d8352c5627283 2024-12-13T01:41:12,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/a75d3950f7af4cec97186320b30f156a as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/a75d3950f7af4cec97186320b30f156a 2024-12-13T01:41:12,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/a75d3950f7af4cec97186320b30f156a, entries=200, sequenceid=140, filesize=38.8 K 2024-12-13T01:41:12,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/65086145c6ff4a518da4f7eb5705add6 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/65086145c6ff4a518da4f7eb5705add6 2024-12-13T01:41:12,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/65086145c6ff4a518da4f7eb5705add6, entries=150, sequenceid=140, filesize=11.9 K 2024-12-13T01:41:12,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/35ae3ad03d8f4551804d8352c5627283 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/35ae3ad03d8f4551804d8352c5627283 2024-12-13T01:41:12,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/35ae3ad03d8f4551804d8352c5627283, entries=150, sequenceid=140, filesize=11.9 K 2024-12-13T01:41:12,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 063e356ed0d09e1ff403f686a0d5e21f in 1248ms, sequenceid=140, compaction requested=true 2024-12-13T01:41:12,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:12,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 063e356ed0d09e1ff403f686a0d5e21f:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:41:12,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:12,973 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:41:12,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 063e356ed0d09e1ff403f686a0d5e21f:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:41:12,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:12,973 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:41:12,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 063e356ed0d09e1ff403f686a0d5e21f:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:41:12,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:41:12,974 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:41:12,974 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:41:12,974 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 063e356ed0d09e1ff403f686a0d5e21f/A is initiating minor compaction (all files) 2024-12-13T01:41:12,974 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 063e356ed0d09e1ff403f686a0d5e21f/B is initiating minor compaction (all files) 2024-12-13T01:41:12,974 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 063e356ed0d09e1ff403f686a0d5e21f/B in TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:12,974 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 063e356ed0d09e1ff403f686a0d5e21f/A in TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:12,974 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/c42bdc04c92d4168910079dea0f37f96, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/fcd97e9a10fd40299d6d3a44e945c747, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/65086145c6ff4a518da4f7eb5705add6] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp, totalSize=35.5 K 2024-12-13T01:41:12,974 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/26f04d50233045a8b12188cef361a734, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/b039773b8f9a4231b91dc9f4c85c235b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/a75d3950f7af4cec97186320b30f156a] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp, totalSize=99.5 K 2024-12-13T01:41:12,974 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:12,974 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. files: [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/26f04d50233045a8b12188cef361a734, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/b039773b8f9a4231b91dc9f4c85c235b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/a75d3950f7af4cec97186320b30f156a] 2024-12-13T01:41:12,975 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting c42bdc04c92d4168910079dea0f37f96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1734054067574 2024-12-13T01:41:12,975 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26f04d50233045a8b12188cef361a734, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1734054067574 2024-12-13T01:41:12,975 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting b039773b8f9a4231b91dc9f4c85c235b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1734054067897 2024-12-13T01:41:12,975 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting fcd97e9a10fd40299d6d3a44e945c747, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1734054067897 2024-12-13T01:41:12,975 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting a75d3950f7af4cec97186320b30f156a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1734054069604 2024-12-13T01:41:12,975 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 65086145c6ff4a518da4f7eb5705add6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1734054069604 2024-12-13T01:41:12,981 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 063e356ed0d09e1ff403f686a0d5e21f#B#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:41:12,982 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/1d4002a18fa144ce8094853162dc0138 is 50, key is test_row_0/B:col10/1734054069609/Put/seqid=0 2024-12-13T01:41:12,987 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:12,992 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412136174619f3db447d38d4c5c2c13441dcd_063e356ed0d09e1ff403f686a0d5e21f store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:12,994 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412136174619f3db447d38d4c5c2c13441dcd_063e356ed0d09e1ff403f686a0d5e21f, store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:12,994 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412136174619f3db447d38d4c5c2c13441dcd_063e356ed0d09e1ff403f686a0d5e21f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:12,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742318_1494 (size=12459) 2024-12-13T01:41:12,999 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/1d4002a18fa144ce8094853162dc0138 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/1d4002a18fa144ce8094853162dc0138 2024-12-13T01:41:13,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742319_1495 (size=4469) 2024-12-13T01:41:13,002 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 063e356ed0d09e1ff403f686a0d5e21f#A#compaction#415 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:41:13,003 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/a5f20bc00ebc4ae391e4b4652cec540d is 175, key is test_row_0/A:col10/1734054069609/Put/seqid=0 2024-12-13T01:41:13,003 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 063e356ed0d09e1ff403f686a0d5e21f/B of 063e356ed0d09e1ff403f686a0d5e21f into 1d4002a18fa144ce8094853162dc0138(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:41:13,003 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:13,003 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., storeName=063e356ed0d09e1ff403f686a0d5e21f/B, priority=13, startTime=1734054072973; duration=0sec 2024-12-13T01:41:13,004 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:41:13,004 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 063e356ed0d09e1ff403f686a0d5e21f:B 2024-12-13T01:41:13,004 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:41:13,005 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:41:13,005 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 063e356ed0d09e1ff403f686a0d5e21f/C is initiating minor compaction (all files) 2024-12-13T01:41:13,005 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 063e356ed0d09e1ff403f686a0d5e21f/C in TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:13,005 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/57350de0b54d407fbfb2054b282cf6c6, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/9418cc44cb7444d7bd7916bdf3287af8, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/35ae3ad03d8f4551804d8352c5627283] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp, totalSize=35.5 K 2024-12-13T01:41:13,005 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 57350de0b54d407fbfb2054b282cf6c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1734054067574 2024-12-13T01:41:13,005 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 9418cc44cb7444d7bd7916bdf3287af8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1734054067897 2024-12-13T01:41:13,006 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 35ae3ad03d8f4551804d8352c5627283, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1734054069604 2024-12-13T01:41:13,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742320_1496 (size=31413) 2024-12-13T01:41:13,010 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/a5f20bc00ebc4ae391e4b4652cec540d as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/a5f20bc00ebc4ae391e4b4652cec540d 2024-12-13T01:41:13,012 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 063e356ed0d09e1ff403f686a0d5e21f#C#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:41:13,012 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/4a98b1f8c75b40fab6442af355586694 is 50, key is test_row_0/C:col10/1734054069609/Put/seqid=0 2024-12-13T01:41:13,014 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 063e356ed0d09e1ff403f686a0d5e21f/A of 063e356ed0d09e1ff403f686a0d5e21f into a5f20bc00ebc4ae391e4b4652cec540d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:41:13,014 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:13,014 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., storeName=063e356ed0d09e1ff403f686a0d5e21f/A, priority=13, startTime=1734054072973; duration=0sec 2024-12-13T01:41:13,015 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:13,015 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 063e356ed0d09e1ff403f686a0d5e21f:A 2024-12-13T01:41:13,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742321_1497 (size=12459) 2024-12-13T01:41:13,058 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:13,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-13T01:41:13,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:13,059 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 063e356ed0d09e1ff403f686a0d5e21f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-13T01:41:13,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=A 2024-12-13T01:41:13,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:13,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=B 2024-12-13T01:41:13,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:13,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=C 2024-12-13T01:41:13,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:13,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412132f8443c4d816408a937069e17d5a980c_063e356ed0d09e1ff403f686a0d5e21f is 50, key is test_row_0/A:col10/1734054071741/Put/seqid=0 2024-12-13T01:41:13,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742322_1498 (size=12304) 2024-12-13T01:41:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-13T01:41:13,419 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/4a98b1f8c75b40fab6442af355586694 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/4a98b1f8c75b40fab6442af355586694 2024-12-13T01:41:13,422 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 063e356ed0d09e1ff403f686a0d5e21f/C of 063e356ed0d09e1ff403f686a0d5e21f into 4a98b1f8c75b40fab6442af355586694(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:41:13,422 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:13,422 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., storeName=063e356ed0d09e1ff403f686a0d5e21f/C, priority=13, startTime=1734054072973; duration=0sec 2024-12-13T01:41:13,422 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:13,422 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 063e356ed0d09e1ff403f686a0d5e21f:C 2024-12-13T01:41:13,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:13,470 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412132f8443c4d816408a937069e17d5a980c_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412132f8443c4d816408a937069e17d5a980c_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:13,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/728200397cbd443ab7a380df43180b42, store: [table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:13,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/728200397cbd443ab7a380df43180b42 is 175, key is test_row_0/A:col10/1734054071741/Put/seqid=0 2024-12-13T01:41:13,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742323_1499 (size=31105) 2024-12-13T01:41:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:13,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:13,874 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/728200397cbd443ab7a380df43180b42 2024-12-13T01:41:13,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/4b6faee6f4d04bf491455d215aec014a is 50, key is test_row_0/B:col10/1734054071741/Put/seqid=0 2024-12-13T01:41:13,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742324_1500 (size=12151) 2024-12-13T01:41:13,882 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/4b6faee6f4d04bf491455d215aec014a 2024-12-13T01:41:13,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054133880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:13,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054133883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:13,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/ce581c87fec04ca1b88002f5d1d90913 is 50, key is test_row_0/C:col10/1734054071741/Put/seqid=0 2024-12-13T01:41:13,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742325_1501 (size=12151) 2024-12-13T01:41:13,890 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/ce581c87fec04ca1b88002f5d1d90913 2024-12-13T01:41:13,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/728200397cbd443ab7a380df43180b42 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/728200397cbd443ab7a380df43180b42 2024-12-13T01:41:13,897 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/728200397cbd443ab7a380df43180b42, entries=150, sequenceid=161, filesize=30.4 K 2024-12-13T01:41:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-13T01:41:13,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/4b6faee6f4d04bf491455d215aec014a as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/4b6faee6f4d04bf491455d215aec014a 2024-12-13T01:41:13,900 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/4b6faee6f4d04bf491455d215aec014a, entries=150, sequenceid=161, filesize=11.9 K 2024-12-13T01:41:13,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/ce581c87fec04ca1b88002f5d1d90913 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/ce581c87fec04ca1b88002f5d1d90913 2024-12-13T01:41:13,904 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/ce581c87fec04ca1b88002f5d1d90913, entries=150, sequenceid=161, filesize=11.9 K 2024-12-13T01:41:13,904 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 063e356ed0d09e1ff403f686a0d5e21f in 845ms, sequenceid=161, compaction requested=false 2024-12-13T01:41:13,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:13,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:13,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-12-13T01:41:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-12-13T01:41:13,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-12-13T01:41:13,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9090 sec 2024-12-13T01:41:13,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 1.9130 sec 2024-12-13T01:41:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:13,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 063e356ed0d09e1ff403f686a0d5e21f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-13T01:41:13,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=A 2024-12-13T01:41:13,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:13,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=B 2024-12-13T01:41:13,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:13,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=C 2024-12-13T01:41:13,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:13,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121358c76162991e4b599e528a857b63a690_063e356ed0d09e1ff403f686a0d5e21f is 50, key is test_row_0/A:col10/1734054073880/Put/seqid=0 2024-12-13T01:41:13,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742326_1502 (size=12304) 2024-12-13T01:41:13,994 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:13,997 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121358c76162991e4b599e528a857b63a690_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121358c76162991e4b599e528a857b63a690_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:13,998 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/198956c56fc14551b50d4451f68104cb, store: [table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:13,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/198956c56fc14551b50d4451f68104cb is 175, key is test_row_0/A:col10/1734054073880/Put/seqid=0 2024-12-13T01:41:14,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742327_1503 (size=31105) 2024-12-13T01:41:14,001 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/198956c56fc14551b50d4451f68104cb 2024-12-13T01:41:14,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/bb5c6083bd724213bb6e719c607006e1 is 50, key is test_row_0/B:col10/1734054073880/Put/seqid=0 2024-12-13T01:41:14,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054134008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:14,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742328_1504 (size=12151) 2024-12-13T01:41:14,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054134008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-13T01:41:14,098 INFO [Thread-2073 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-12-13T01:41:14,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:41:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-12-13T01:41:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-13T01:41:14,100 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:41:14,101 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:41:14,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:41:14,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054134111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:14,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054134111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-13T01:41:14,252 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:14,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-13T01:41:14,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:14,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:14,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:14,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:14,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:14,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054134313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:14,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054134314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-13T01:41:14,404 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:14,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-13T01:41:14,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:14,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:14,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:14,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:14,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:14,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/bb5c6083bd724213bb6e719c607006e1 2024-12-13T01:41:14,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/fa70ec144e8149008dd6499c588da500 is 50, key is test_row_0/C:col10/1734054073880/Put/seqid=0 2024-12-13T01:41:14,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742329_1505 (size=12151) 2024-12-13T01:41:14,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:14,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-13T01:41:14,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:14,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:14,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054134616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:14,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054134618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-13T01:41:14,708 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:14,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-13T01:41:14,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:14,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:14,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:14,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:14,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:14,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/fa70ec144e8149008dd6499c588da500 2024-12-13T01:41:14,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/198956c56fc14551b50d4451f68104cb as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/198956c56fc14551b50d4451f68104cb 2024-12-13T01:41:14,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/198956c56fc14551b50d4451f68104cb, entries=150, sequenceid=180, filesize=30.4 K 2024-12-13T01:41:14,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/bb5c6083bd724213bb6e719c607006e1 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/bb5c6083bd724213bb6e719c607006e1 2024-12-13T01:41:14,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/bb5c6083bd724213bb6e719c607006e1, entries=150, sequenceid=180, filesize=11.9 K 2024-12-13T01:41:14,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/fa70ec144e8149008dd6499c588da500 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/fa70ec144e8149008dd6499c588da500 2024-12-13T01:41:14,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/fa70ec144e8149008dd6499c588da500, entries=150, sequenceid=180, filesize=11.9 K 2024-12-13T01:41:14,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 063e356ed0d09e1ff403f686a0d5e21f in 845ms, sequenceid=180, compaction requested=true 2024-12-13T01:41:14,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:14,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 063e356ed0d09e1ff403f686a0d5e21f:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:41:14,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:14,830 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:41:14,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 063e356ed0d09e1ff403f686a0d5e21f:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:41:14,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:14,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 063e356ed0d09e1ff403f686a0d5e21f:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:41:14,830 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:41:14,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:41:14,833 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:41:14,833 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:41:14,833 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 063e356ed0d09e1ff403f686a0d5e21f/A is initiating minor compaction (all files) 2024-12-13T01:41:14,833 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 063e356ed0d09e1ff403f686a0d5e21f/B is initiating minor compaction (all files) 2024-12-13T01:41:14,833 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 063e356ed0d09e1ff403f686a0d5e21f/A in TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:14,833 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 063e356ed0d09e1ff403f686a0d5e21f/B in TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:14,833 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/a5f20bc00ebc4ae391e4b4652cec540d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/728200397cbd443ab7a380df43180b42, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/198956c56fc14551b50d4451f68104cb] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp, totalSize=91.4 K 2024-12-13T01:41:14,833 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/1d4002a18fa144ce8094853162dc0138, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/4b6faee6f4d04bf491455d215aec014a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/bb5c6083bd724213bb6e719c607006e1] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp, totalSize=35.9 K 2024-12-13T01:41:14,833 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:14,833 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. files: [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/a5f20bc00ebc4ae391e4b4652cec540d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/728200397cbd443ab7a380df43180b42, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/198956c56fc14551b50d4451f68104cb] 2024-12-13T01:41:14,833 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d4002a18fa144ce8094853162dc0138, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1734054069604 2024-12-13T01:41:14,833 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5f20bc00ebc4ae391e4b4652cec540d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1734054069604 2024-12-13T01:41:14,834 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b6faee6f4d04bf491455d215aec014a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1734054071741 2024-12-13T01:41:14,834 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 728200397cbd443ab7a380df43180b42, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1734054071741 2024-12-13T01:41:14,834 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting bb5c6083bd724213bb6e719c607006e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734054073880 2024-12-13T01:41:14,834 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 198956c56fc14551b50d4451f68104cb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734054073880 2024-12-13T01:41:14,838 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:14,839 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 063e356ed0d09e1ff403f686a0d5e21f#B#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:41:14,840 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/99291d9026b3455a969d38299795bae2 is 50, key is test_row_0/B:col10/1734054073880/Put/seqid=0 2024-12-13T01:41:14,841 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412137b24662ece9c42e6a2207080bb2d0d04_063e356ed0d09e1ff403f686a0d5e21f store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:14,842 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412137b24662ece9c42e6a2207080bb2d0d04_063e356ed0d09e1ff403f686a0d5e21f, store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:14,842 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412137b24662ece9c42e6a2207080bb2d0d04_063e356ed0d09e1ff403f686a0d5e21f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:14,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742330_1506 (size=12561) 2024-12-13T01:41:14,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742331_1507 (size=4469) 2024-12-13T01:41:14,860 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:14,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-13T01:41:14,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:14,861 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 063e356ed0d09e1ff403f686a0d5e21f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-13T01:41:14,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=A 2024-12-13T01:41:14,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:14,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=B 2024-12-13T01:41:14,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:14,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=C 2024-12-13T01:41:14,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:14,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412131ecc644549964f4683c95ddec32cf681_063e356ed0d09e1ff403f686a0d5e21f is 50, key is test_row_0/A:col10/1734054073995/Put/seqid=0 2024-12-13T01:41:14,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742332_1508 (size=12304) 2024-12-13T01:41:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:15,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:15,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054135137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:15,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054135138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-13T01:41:15,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054135239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:15,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054135240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:15,249 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 063e356ed0d09e1ff403f686a0d5e21f#A#compaction#424 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:41:15,249 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/99291d9026b3455a969d38299795bae2 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/99291d9026b3455a969d38299795bae2 2024-12-13T01:41:15,249 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/9ffb053ed90c495693c0ff8bddb05603 is 175, key is test_row_0/A:col10/1734054073880/Put/seqid=0 2024-12-13T01:41:15,253 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 063e356ed0d09e1ff403f686a0d5e21f/B of 063e356ed0d09e1ff403f686a0d5e21f into 99291d9026b3455a969d38299795bae2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:41:15,253 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:15,254 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., storeName=063e356ed0d09e1ff403f686a0d5e21f/B, priority=13, startTime=1734054074830; duration=0sec 2024-12-13T01:41:15,254 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:41:15,254 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 063e356ed0d09e1ff403f686a0d5e21f:B 2024-12-13T01:41:15,254 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:41:15,254 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:41:15,254 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 063e356ed0d09e1ff403f686a0d5e21f/C is initiating minor compaction (all files) 2024-12-13T01:41:15,255 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 063e356ed0d09e1ff403f686a0d5e21f/C in TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:15,255 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/4a98b1f8c75b40fab6442af355586694, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/ce581c87fec04ca1b88002f5d1d90913, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/fa70ec144e8149008dd6499c588da500] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp, totalSize=35.9 K 2024-12-13T01:41:15,255 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a98b1f8c75b40fab6442af355586694, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1734054069604 2024-12-13T01:41:15,255 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting ce581c87fec04ca1b88002f5d1d90913, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1734054071741 2024-12-13T01:41:15,255 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting fa70ec144e8149008dd6499c588da500, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734054073880 2024-12-13T01:41:15,269 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 063e356ed0d09e1ff403f686a0d5e21f#C#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:41:15,269 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/93c5f1ae95da41fa958f2ff3cf52e866 is 50, key is test_row_0/C:col10/1734054073880/Put/seqid=0 2024-12-13T01:41:15,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:15,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742333_1509 (size=31515) 2024-12-13T01:41:15,274 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412131ecc644549964f4683c95ddec32cf681_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412131ecc644549964f4683c95ddec32cf681_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:15,275 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/9ffb053ed90c495693c0ff8bddb05603 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/9ffb053ed90c495693c0ff8bddb05603 2024-12-13T01:41:15,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/e872338e36a64d0789dc88ae7e0e223c, store: [table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:15,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/e872338e36a64d0789dc88ae7e0e223c is 175, key is test_row_0/A:col10/1734054073995/Put/seqid=0 2024-12-13T01:41:15,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742334_1510 (size=12561) 2024-12-13T01:41:15,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742335_1511 (size=31105) 2024-12-13T01:41:15,279 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/e872338e36a64d0789dc88ae7e0e223c 2024-12-13T01:41:15,280 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 063e356ed0d09e1ff403f686a0d5e21f/A of 063e356ed0d09e1ff403f686a0d5e21f into 9ffb053ed90c495693c0ff8bddb05603(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:41:15,280 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:15,280 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., storeName=063e356ed0d09e1ff403f686a0d5e21f/A, priority=13, startTime=1734054074830; duration=0sec 2024-12-13T01:41:15,281 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:15,281 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 063e356ed0d09e1ff403f686a0d5e21f:A 2024-12-13T01:41:15,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/f26a6c904237472c96da676e62fe3335 is 50, key is test_row_0/B:col10/1734054073995/Put/seqid=0 2024-12-13T01:41:15,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742336_1512 (size=12151) 2024-12-13T01:41:15,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054135442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:15,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054135442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:15,681 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/93c5f1ae95da41fa958f2ff3cf52e866 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/93c5f1ae95da41fa958f2ff3cf52e866 2024-12-13T01:41:15,684 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 063e356ed0d09e1ff403f686a0d5e21f/C of 063e356ed0d09e1ff403f686a0d5e21f into 93c5f1ae95da41fa958f2ff3cf52e866(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:41:15,684 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:15,684 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., storeName=063e356ed0d09e1ff403f686a0d5e21f/C, priority=13, startTime=1734054074830; duration=0sec 2024-12-13T01:41:15,685 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:15,685 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 063e356ed0d09e1ff403f686a0d5e21f:C 2024-12-13T01:41:15,691 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/f26a6c904237472c96da676e62fe3335 2024-12-13T01:41:15,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/f00425d3e7c34730a2b333ca88124662 is 50, key is test_row_0/C:col10/1734054073995/Put/seqid=0 2024-12-13T01:41:15,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742337_1513 (size=12151) 2024-12-13T01:41:15,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054135744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:15,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054135745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:16,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54838 deadline: 1734054136045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:16,047 DEBUG [Thread-2063 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., hostname=3c5776cc2308,43079,1734053906774, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T01:41:16,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1734054136068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:16,070 DEBUG [Thread-2065 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., hostname=3c5776cc2308,43079,1734053906774, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T01:41:16,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54904 deadline: 1734054136078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:16,079 DEBUG [Thread-2071 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., hostname=3c5776cc2308,43079,1734053906774, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T01:41:16,099 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/f00425d3e7c34730a2b333ca88124662 2024-12-13T01:41:16,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/e872338e36a64d0789dc88ae7e0e223c as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/e872338e36a64d0789dc88ae7e0e223c 2024-12-13T01:41:16,104 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/e872338e36a64d0789dc88ae7e0e223c, entries=150, sequenceid=199, filesize=30.4 K 2024-12-13T01:41:16,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/f26a6c904237472c96da676e62fe3335 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/f26a6c904237472c96da676e62fe3335 2024-12-13T01:41:16,107 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/f26a6c904237472c96da676e62fe3335, entries=150, sequenceid=199, filesize=11.9 K 2024-12-13T01:41:16,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/f00425d3e7c34730a2b333ca88124662 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/f00425d3e7c34730a2b333ca88124662 2024-12-13T01:41:16,110 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/f00425d3e7c34730a2b333ca88124662, entries=150, sequenceid=199, filesize=11.9 K 2024-12-13T01:41:16,111 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 063e356ed0d09e1ff403f686a0d5e21f in 1250ms, sequenceid=199, compaction requested=false 2024-12-13T01:41:16,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:16,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:16,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-12-13T01:41:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-12-13T01:41:16,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-12-13T01:41:16,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0110 sec 2024-12-13T01:41:16,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 2.0140 sec 2024-12-13T01:41:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-13T01:41:16,203 INFO [Thread-2073 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-12-13T01:41:16,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:41:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-12-13T01:41:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-13T01:41:16,205 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:41:16,206 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:41:16,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:41:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:16,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 063e356ed0d09e1ff403f686a0d5e21f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-13T01:41:16,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=A 2024-12-13T01:41:16,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:16,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=B 2024-12-13T01:41:16,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:16,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=C 2024-12-13T01:41:16,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:16,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412133becdbedadaf4a5fbbf43eee521212d1_063e356ed0d09e1ff403f686a0d5e21f is 50, key is test_row_0/A:col10/1734054075133/Put/seqid=0 2024-12-13T01:41:16,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742338_1514 (size=12304) 2024-12-13T01:41:16,261 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:16,264 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412133becdbedadaf4a5fbbf43eee521212d1_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412133becdbedadaf4a5fbbf43eee521212d1_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:16,265 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/4aa65437fc204ba9b02c0d70ce52a853, store: [table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:16,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/4aa65437fc204ba9b02c0d70ce52a853 is 175, key is test_row_0/A:col10/1734054075133/Put/seqid=0 2024-12-13T01:41:16,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742339_1515 (size=31105) 2024-12-13T01:41:16,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054136267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:16,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054136269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-13T01:41:16,357 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:16,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-13T01:41:16,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:16,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:16,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:16,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:16,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:16,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054136371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:16,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054136373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-13T01:41:16,509 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:16,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-13T01:41:16,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:16,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:16,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:16,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:16,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:16,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054136572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:16,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054136574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:16,661 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:16,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-13T01:41:16,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:16,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:16,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:16,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:16,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:16,669 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/4aa65437fc204ba9b02c0d70ce52a853 2024-12-13T01:41:16,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/506fdd25271d4d18af5904f1db339dad is 50, key is test_row_0/B:col10/1734054075133/Put/seqid=0 2024-12-13T01:41:16,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742340_1516 (size=12151) 2024-12-13T01:41:16,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-13T01:41:16,813 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:16,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-13T01:41:16,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:16,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:16,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:16,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:16,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:16,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054136876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:16,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054136878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:16,965 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:16,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-13T01:41:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:16,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:17,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/506fdd25271d4d18af5904f1db339dad 2024-12-13T01:41:17,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/a31790e4f8f8443db9411d22566f8096 is 50, key is test_row_0/C:col10/1734054075133/Put/seqid=0 2024-12-13T01:41:17,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742341_1517 (size=12151) 2024-12-13T01:41:17,117 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:17,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-13T01:41:17,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:17,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:17,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:17,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:17,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:17,269 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:17,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-13T01:41:17,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:17,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:17,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:17,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:17,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-13T01:41:17,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054137380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:17,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054137381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:17,421 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:17,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-13T01:41:17,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:17,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:17,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:17,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:17,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:17,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/a31790e4f8f8443db9411d22566f8096 2024-12-13T01:41:17,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/4aa65437fc204ba9b02c0d70ce52a853 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/4aa65437fc204ba9b02c0d70ce52a853 2024-12-13T01:41:17,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/4aa65437fc204ba9b02c0d70ce52a853, entries=150, sequenceid=220, filesize=30.4 K 2024-12-13T01:41:17,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/506fdd25271d4d18af5904f1db339dad as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/506fdd25271d4d18af5904f1db339dad 2024-12-13T01:41:17,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/506fdd25271d4d18af5904f1db339dad, entries=150, sequenceid=220, filesize=11.9 K 2024-12-13T01:41:17,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/a31790e4f8f8443db9411d22566f8096 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/a31790e4f8f8443db9411d22566f8096 2024-12-13T01:41:17,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/a31790e4f8f8443db9411d22566f8096, entries=150, sequenceid=220, filesize=11.9 K 2024-12-13T01:41:17,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 063e356ed0d09e1ff403f686a0d5e21f in 1249ms, sequenceid=220, compaction requested=true 2024-12-13T01:41:17,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:17,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 063e356ed0d09e1ff403f686a0d5e21f:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:41:17,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:17,498 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:41:17,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 063e356ed0d09e1ff403f686a0d5e21f:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:41:17,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:17,498 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:41:17,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 063e356ed0d09e1ff403f686a0d5e21f:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:41:17,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:41:17,499 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:41:17,499 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:41:17,499 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 063e356ed0d09e1ff403f686a0d5e21f/A is initiating minor compaction (all files) 2024-12-13T01:41:17,499 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 063e356ed0d09e1ff403f686a0d5e21f/B is initiating minor compaction (all files) 2024-12-13T01:41:17,499 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 063e356ed0d09e1ff403f686a0d5e21f/B in TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:17,499 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 063e356ed0d09e1ff403f686a0d5e21f/A in TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:17,499 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/9ffb053ed90c495693c0ff8bddb05603, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/e872338e36a64d0789dc88ae7e0e223c, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/4aa65437fc204ba9b02c0d70ce52a853] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp, totalSize=91.5 K 2024-12-13T01:41:17,499 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/99291d9026b3455a969d38299795bae2, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/f26a6c904237472c96da676e62fe3335, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/506fdd25271d4d18af5904f1db339dad] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp, totalSize=36.0 K 2024-12-13T01:41:17,499 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:17,499 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. files: [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/9ffb053ed90c495693c0ff8bddb05603, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/e872338e36a64d0789dc88ae7e0e223c, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/4aa65437fc204ba9b02c0d70ce52a853] 2024-12-13T01:41:17,499 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 99291d9026b3455a969d38299795bae2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734054073880 2024-12-13T01:41:17,499 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ffb053ed90c495693c0ff8bddb05603, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734054073880 2024-12-13T01:41:17,499 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting f26a6c904237472c96da676e62fe3335, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734054073995 2024-12-13T01:41:17,499 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting e872338e36a64d0789dc88ae7e0e223c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734054073995 2024-12-13T01:41:17,500 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 506fdd25271d4d18af5904f1db339dad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1734054075131 2024-12-13T01:41:17,500 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4aa65437fc204ba9b02c0d70ce52a853, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1734054075131 2024-12-13T01:41:17,504 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 063e356ed0d09e1ff403f686a0d5e21f#B#compaction#432 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:41:17,505 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/d79e9247ed8c4c7287d222bf2e3921c3 is 50, key is test_row_0/B:col10/1734054075133/Put/seqid=0 2024-12-13T01:41:17,506 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:17,507 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412135a3c75c279af49899ea0fc9875db40c4_063e356ed0d09e1ff403f686a0d5e21f store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:17,508 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412135a3c75c279af49899ea0fc9875db40c4_063e356ed0d09e1ff403f686a0d5e21f, store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:17,508 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412135a3c75c279af49899ea0fc9875db40c4_063e356ed0d09e1ff403f686a0d5e21f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:17,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742342_1518 (size=12663) 2024-12-13T01:41:17,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742343_1519 (size=4469) 2024-12-13T01:41:17,573 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:17,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-13T01:41:17,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:17,574 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 063e356ed0d09e1ff403f686a0d5e21f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-13T01:41:17,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=A 2024-12-13T01:41:17,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:17,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=B 2024-12-13T01:41:17,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:17,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=C 2024-12-13T01:41:17,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:17,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121317a7a718c0dd428797ce0fae490361d1_063e356ed0d09e1ff403f686a0d5e21f is 50, key is test_row_0/A:col10/1734054076268/Put/seqid=0 2024-12-13T01:41:17,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742344_1520 (size=12304) 2024-12-13T01:41:17,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:17,584 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121317a7a718c0dd428797ce0fae490361d1_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121317a7a718c0dd428797ce0fae490361d1_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:17,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/4811baea27a94c4f878c8dd68450456f, store: [table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:17,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/4811baea27a94c4f878c8dd68450456f is 175, key is test_row_0/A:col10/1734054076268/Put/seqid=0 2024-12-13T01:41:17,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742345_1521 (size=31105) 2024-12-13T01:41:17,920 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/d79e9247ed8c4c7287d222bf2e3921c3 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/d79e9247ed8c4c7287d222bf2e3921c3 2024-12-13T01:41:17,923 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 063e356ed0d09e1ff403f686a0d5e21f/B of 063e356ed0d09e1ff403f686a0d5e21f into d79e9247ed8c4c7287d222bf2e3921c3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:41:17,923 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:17,923 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., storeName=063e356ed0d09e1ff403f686a0d5e21f/B, priority=13, startTime=1734054077498; duration=0sec 2024-12-13T01:41:17,923 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:41:17,923 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 063e356ed0d09e1ff403f686a0d5e21f:B 2024-12-13T01:41:17,923 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:41:17,924 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:41:17,924 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 063e356ed0d09e1ff403f686a0d5e21f/C is initiating minor compaction (all files) 2024-12-13T01:41:17,924 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 063e356ed0d09e1ff403f686a0d5e21f/C in TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:17,924 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/93c5f1ae95da41fa958f2ff3cf52e866, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/f00425d3e7c34730a2b333ca88124662, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/a31790e4f8f8443db9411d22566f8096] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp, totalSize=36.0 K 2024-12-13T01:41:17,924 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 93c5f1ae95da41fa958f2ff3cf52e866, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734054073880 2024-12-13T01:41:17,925 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting f00425d3e7c34730a2b333ca88124662, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734054073995 2024-12-13T01:41:17,925 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting a31790e4f8f8443db9411d22566f8096, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1734054075131 2024-12-13T01:41:17,934 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 063e356ed0d09e1ff403f686a0d5e21f#A#compaction#433 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:41:17,934 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/10e83372ab40424f856a0dce723f74d5 is 175, key is test_row_0/A:col10/1734054075133/Put/seqid=0 2024-12-13T01:41:17,936 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 063e356ed0d09e1ff403f686a0d5e21f#C#compaction#435 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:41:17,937 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/4cca4f77013e4ea5a7cb2b9330ea3e42 is 50, key is test_row_0/C:col10/1734054075133/Put/seqid=0 2024-12-13T01:41:17,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742346_1522 (size=31617) 2024-12-13T01:41:17,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742347_1523 (size=12663) 2024-12-13T01:41:17,988 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/4811baea27a94c4f878c8dd68450456f 2024-12-13T01:41:17,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/ad25a43ac1754259ba29efc2e14203c0 is 50, key is test_row_0/B:col10/1734054076268/Put/seqid=0 2024-12-13T01:41:18,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742348_1524 (size=12151) 2024-12-13T01:41:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-13T01:41:18,342 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/10e83372ab40424f856a0dce723f74d5 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/10e83372ab40424f856a0dce723f74d5 2024-12-13T01:41:18,346 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 063e356ed0d09e1ff403f686a0d5e21f/A of 063e356ed0d09e1ff403f686a0d5e21f into 10e83372ab40424f856a0dce723f74d5(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:41:18,346 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:18,346 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., storeName=063e356ed0d09e1ff403f686a0d5e21f/A, priority=13, startTime=1734054077498; duration=0sec 2024-12-13T01:41:18,346 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:18,346 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 063e356ed0d09e1ff403f686a0d5e21f:A 2024-12-13T01:41:18,346 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/4cca4f77013e4ea5a7cb2b9330ea3e42 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/4cca4f77013e4ea5a7cb2b9330ea3e42 2024-12-13T01:41:18,351 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 063e356ed0d09e1ff403f686a0d5e21f/C of 063e356ed0d09e1ff403f686a0d5e21f into 4cca4f77013e4ea5a7cb2b9330ea3e42(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:41:18,352 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:18,352 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., storeName=063e356ed0d09e1ff403f686a0d5e21f/C, priority=13, startTime=1734054077498; duration=0sec 2024-12-13T01:41:18,352 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:18,352 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 063e356ed0d09e1ff403f686a0d5e21f:C 2024-12-13T01:41:18,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:18,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054138403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:18,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054138403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:18,410 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/ad25a43ac1754259ba29efc2e14203c0 2024-12-13T01:41:18,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/627575e46fba45719e07b88fe7d941d9 is 50, key is test_row_0/C:col10/1734054076268/Put/seqid=0 2024-12-13T01:41:18,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742349_1525 (size=12151) 2024-12-13T01:41:18,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054138506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:18,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054138506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:18,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054138709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:18,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054138709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:18,820 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/627575e46fba45719e07b88fe7d941d9 2024-12-13T01:41:18,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/4811baea27a94c4f878c8dd68450456f as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/4811baea27a94c4f878c8dd68450456f 2024-12-13T01:41:18,825 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/4811baea27a94c4f878c8dd68450456f, entries=150, sequenceid=238, filesize=30.4 K 2024-12-13T01:41:18,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/ad25a43ac1754259ba29efc2e14203c0 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/ad25a43ac1754259ba29efc2e14203c0 2024-12-13T01:41:18,828 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/ad25a43ac1754259ba29efc2e14203c0, entries=150, sequenceid=238, filesize=11.9 K 2024-12-13T01:41:18,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/627575e46fba45719e07b88fe7d941d9 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/627575e46fba45719e07b88fe7d941d9 2024-12-13T01:41:18,832 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/627575e46fba45719e07b88fe7d941d9, entries=150, sequenceid=238, filesize=11.9 K 2024-12-13T01:41:18,832 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 063e356ed0d09e1ff403f686a0d5e21f in 1258ms, sequenceid=238, compaction requested=false 2024-12-13T01:41:18,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:18,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:18,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-12-13T01:41:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-12-13T01:41:18,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-12-13T01:41:18,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6270 sec 2024-12-13T01:41:18,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 2.6300 sec 2024-12-13T01:41:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:19,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 063e356ed0d09e1ff403f686a0d5e21f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-13T01:41:19,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=A 2024-12-13T01:41:19,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:19,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=B 2024-12-13T01:41:19,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:19,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=C 2024-12-13T01:41:19,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:19,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121375afc5e204424ec6b283eb075de98a0c_063e356ed0d09e1ff403f686a0d5e21f is 50, key is test_row_0/A:col10/1734054079012/Put/seqid=0 2024-12-13T01:41:19,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742350_1526 (size=12454) 2024-12-13T01:41:19,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054139028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:19,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054139029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:19,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054139131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:19,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054139131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:19,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054139334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:19,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054139334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:19,423 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:19,426 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121375afc5e204424ec6b283eb075de98a0c_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121375afc5e204424ec6b283eb075de98a0c_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:19,426 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/a6c26d41e87c409cb1bb4160163e563c, store: [table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:19,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/a6c26d41e87c409cb1bb4160163e563c is 175, key is test_row_0/A:col10/1734054079012/Put/seqid=0 2024-12-13T01:41:19,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742351_1527 (size=31255) 2024-12-13T01:41:19,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054139637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:19,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054139638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:19,846 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/a6c26d41e87c409cb1bb4160163e563c 2024-12-13T01:41:19,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/b85a245b19b545beb844bdd02b8e64ed is 50, key is test_row_0/B:col10/1734054079012/Put/seqid=0 2024-12-13T01:41:19,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742352_1528 (size=12301) 2024-12-13T01:41:20,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054140140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:20,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054140141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:20,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/b85a245b19b545beb844bdd02b8e64ed 2024-12-13T01:41:20,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/c14a03d32f634edcbcbe661b5c8a8e3a is 50, key is test_row_0/C:col10/1734054079012/Put/seqid=0 2024-12-13T01:41:20,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742353_1529 (size=12301) 2024-12-13T01:41:20,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/c14a03d32f634edcbcbe661b5c8a8e3a 2024-12-13T01:41:20,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/a6c26d41e87c409cb1bb4160163e563c as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/a6c26d41e87c409cb1bb4160163e563c 2024-12-13T01:41:20,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/a6c26d41e87c409cb1bb4160163e563c, entries=150, sequenceid=261, filesize=30.5 K 2024-12-13T01:41:20,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/b85a245b19b545beb844bdd02b8e64ed as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/b85a245b19b545beb844bdd02b8e64ed 2024-12-13T01:41:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/b85a245b19b545beb844bdd02b8e64ed, entries=150, sequenceid=261, filesize=12.0 K 2024-12-13T01:41:20,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/c14a03d32f634edcbcbe661b5c8a8e3a as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/c14a03d32f634edcbcbe661b5c8a8e3a 2024-12-13T01:41:20,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/c14a03d32f634edcbcbe661b5c8a8e3a, entries=150, sequenceid=261, filesize=12.0 K 2024-12-13T01:41:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 063e356ed0d09e1ff403f686a0d5e21f in 1268ms, sequenceid=261, compaction requested=true 2024-12-13T01:41:20,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:20,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 063e356ed0d09e1ff403f686a0d5e21f:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:41:20,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:20,281 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:41:20,281 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:41:20,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 063e356ed0d09e1ff403f686a0d5e21f:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:41:20,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:20,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 063e356ed0d09e1ff403f686a0d5e21f:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:41:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:41:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,283 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93977 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:41:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,283 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 063e356ed0d09e1ff403f686a0d5e21f/A is initiating minor compaction (all files) 2024-12-13T01:41:20,283 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 063e356ed0d09e1ff403f686a0d5e21f/A in TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,283 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/10e83372ab40424f856a0dce723f74d5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/4811baea27a94c4f878c8dd68450456f, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/a6c26d41e87c409cb1bb4160163e563c] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp, totalSize=91.8 K 2024-12-13T01:41:20,283 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:20,283 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. files: [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/10e83372ab40424f856a0dce723f74d5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/4811baea27a94c4f878c8dd68450456f, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/a6c26d41e87c409cb1bb4160163e563c] 2024-12-13T01:41:20,283 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:41:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,283 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10e83372ab40424f856a0dce723f74d5, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1734054075131 2024-12-13T01:41:20,283 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 063e356ed0d09e1ff403f686a0d5e21f/B is initiating minor compaction (all files) 2024-12-13T01:41:20,283 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 063e356ed0d09e1ff403f686a0d5e21f/B in TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:20,283 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/d79e9247ed8c4c7287d222bf2e3921c3, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/ad25a43ac1754259ba29efc2e14203c0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/b85a245b19b545beb844bdd02b8e64ed] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp, totalSize=36.2 K 2024-12-13T01:41:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,284 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4811baea27a94c4f878c8dd68450456f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734054076263 2024-12-13T01:41:20,284 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting d79e9247ed8c4c7287d222bf2e3921c3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1734054075131 2024-12-13T01:41:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,284 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6c26d41e87c409cb1bb4160163e563c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1734054078402 2024-12-13T01:41:20,284 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting ad25a43ac1754259ba29efc2e14203c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734054076263 2024-12-13T01:41:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,284 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting b85a245b19b545beb844bdd02b8e64ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1734054078402 2024-12-13T01:41:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,290 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,294 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 063e356ed0d09e1ff403f686a0d5e21f#B#compaction#442 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:41:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,295 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/acb1bd5aaac149c6bd16d788647b5057 is 50, key is test_row_0/B:col10/1734054079012/Put/seqid=0 2024-12-13T01:41:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,302 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121340b6b9718430406b899725941c80bdcd_063e356ed0d09e1ff403f686a0d5e21f store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,305 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121340b6b9718430406b899725941c80bdcd_063e356ed0d09e1ff403f686a0d5e21f, store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:20,305 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121340b6b9718430406b899725941c80bdcd_063e356ed0d09e1ff403f686a0d5e21f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742354_1530 (size=12915) 2024-12-13T01:41:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-13T01:41:20,310 INFO [Thread-2073 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-12-13T01:41:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:41:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-12-13T01:41:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,313 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:41:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-13T01:41:20,314 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:41:20,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:41:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742355_1531 (size=4469) 2024-12-13T01:41:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,331 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 063e356ed0d09e1ff403f686a0d5e21f#A#compaction#441 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:41:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,331 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/5bd45e578c2640659587fc6e5d2bb149 is 175, key is test_row_0/A:col10/1734054079012/Put/seqid=0 2024-12-13T01:41:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742356_1532 (size=31869) 2024-12-13T01:41:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-13T01:41:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,465 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-13T01:41:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,466 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 063e356ed0d09e1ff403f686a0d5e21f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-13T01:41:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=A 2024-12-13T01:41:20,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:20,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=B 2024-12-13T01:41:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:20,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=C 2024-12-13T01:41:20,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121366fa495079ea47f3895749b9f4f92479_063e356ed0d09e1ff403f686a0d5e21f is 50, key is test_row_0/A:col10/1734054079029/Put/seqid=0 2024-12-13T01:41:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742357_1533 (size=9914) 2024-12-13T01:41:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,501 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121366fa495079ea47f3895749b9f4f92479_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121366fa495079ea47f3895749b9f4f92479_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/30cb3273fe724c49a36c4f47dcfa54e6, store: [table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/30cb3273fe724c49a36c4f47dcfa54e6 is 175, key is test_row_0/A:col10/1734054079029/Put/seqid=0 2024-12-13T01:41:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742358_1534 (size=22561) 2024-12-13T01:41:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-13T01:41:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,713 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/acb1bd5aaac149c6bd16d788647b5057 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/acb1bd5aaac149c6bd16d788647b5057 2024-12-13T01:41:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,718 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 063e356ed0d09e1ff403f686a0d5e21f/B of 063e356ed0d09e1ff403f686a0d5e21f into acb1bd5aaac149c6bd16d788647b5057(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:41:20,718 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,718 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., storeName=063e356ed0d09e1ff403f686a0d5e21f/B, priority=13, startTime=1734054080281; duration=0sec 2024-12-13T01:41:20,718 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:41:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,718 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 063e356ed0d09e1ff403f686a0d5e21f:B 2024-12-13T01:41:20,718 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:41:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,719 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:41:20,719 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 063e356ed0d09e1ff403f686a0d5e21f/C is initiating minor compaction (all files) 2024-12-13T01:41:20,719 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 063e356ed0d09e1ff403f686a0d5e21f/C in TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,719 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/4cca4f77013e4ea5a7cb2b9330ea3e42, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/627575e46fba45719e07b88fe7d941d9, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/c14a03d32f634edcbcbe661b5c8a8e3a] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp, totalSize=36.2 K 2024-12-13T01:41:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,719 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cca4f77013e4ea5a7cb2b9330ea3e42, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1734054075131 2024-12-13T01:41:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,720 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 627575e46fba45719e07b88fe7d941d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734054076263 2024-12-13T01:41:20,720 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting c14a03d32f634edcbcbe661b5c8a8e3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1734054078402 2024-12-13T01:41:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,726 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 063e356ed0d09e1ff403f686a0d5e21f#C#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:41:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,726 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/41e1452d7ba4499ba25e1ffba7c41cd5 is 50, key is test_row_0/C:col10/1734054079012/Put/seqid=0 2024-12-13T01:41:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742359_1535 (size=12915) 2024-12-13T01:41:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,743 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/5bd45e578c2640659587fc6e5d2bb149 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/5bd45e578c2640659587fc6e5d2bb149 2024-12-13T01:41:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,746 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 063e356ed0d09e1ff403f686a0d5e21f/A of 063e356ed0d09e1ff403f686a0d5e21f into 5bd45e578c2640659587fc6e5d2bb149(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:41:20,746 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:20,747 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., storeName=063e356ed0d09e1ff403f686a0d5e21f/A, priority=13, startTime=1734054080281; duration=0sec 2024-12-13T01:41:20,747 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:20,747 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 063e356ed0d09e1ff403f686a0d5e21f:A 2024-12-13T01:41:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-13T01:41:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,917 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/30cb3273fe724c49a36c4f47dcfa54e6 2024-12-13T01:41:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/284c6703c3b74eab879acf9891d7fefc is 50, key is test_row_0/B:col10/1734054079029/Put/seqid=0 2024-12-13T01:41:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742360_1536 (size=9857) 2024-12-13T01:41:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,143 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/41e1452d7ba4499ba25e1ffba7c41cd5 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/41e1452d7ba4499ba25e1ffba7c41cd5 2024-12-13T01:41:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:21,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,148 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 063e356ed0d09e1ff403f686a0d5e21f/C of 063e356ed0d09e1ff403f686a0d5e21f into 41e1452d7ba4499ba25e1ffba7c41cd5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:41:21,148 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,148 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., storeName=063e356ed0d09e1ff403f686a0d5e21f/C, priority=13, startTime=1734054080281; duration=0sec 2024-12-13T01:41:21,148 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:21,148 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 063e356ed0d09e1ff403f686a0d5e21f:C 2024-12-13T01:41:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:21,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054141178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054141178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:21,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054141281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:21,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054141281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:21,329 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/284c6703c3b74eab879acf9891d7fefc 2024-12-13T01:41:21,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/4c7432a8073d4be5b6226b94c38cf537 is 50, key is test_row_0/C:col10/1734054079029/Put/seqid=0 2024-12-13T01:41:21,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742361_1537 (size=9857) 2024-12-13T01:41:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-13T01:41:21,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054141483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:21,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054141484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:21,738 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/4c7432a8073d4be5b6226b94c38cf537 2024-12-13T01:41:21,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/30cb3273fe724c49a36c4f47dcfa54e6 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/30cb3273fe724c49a36c4f47dcfa54e6 2024-12-13T01:41:21,748 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/30cb3273fe724c49a36c4f47dcfa54e6, entries=100, sequenceid=277, filesize=22.0 K 2024-12-13T01:41:21,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/284c6703c3b74eab879acf9891d7fefc as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/284c6703c3b74eab879acf9891d7fefc 2024-12-13T01:41:21,755 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/284c6703c3b74eab879acf9891d7fefc, entries=100, sequenceid=277, filesize=9.6 K 2024-12-13T01:41:21,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/4c7432a8073d4be5b6226b94c38cf537 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/4c7432a8073d4be5b6226b94c38cf537 2024-12-13T01:41:21,758 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/4c7432a8073d4be5b6226b94c38cf537, entries=100, sequenceid=277, filesize=9.6 K 2024-12-13T01:41:21,759 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 063e356ed0d09e1ff403f686a0d5e21f in 1293ms, sequenceid=277, compaction requested=false 2024-12-13T01:41:21,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:21,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:21,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-12-13T01:41:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-12-13T01:41:21,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-12-13T01:41:21,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4460 sec 2024-12-13T01:41:21,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.4490 sec 2024-12-13T01:41:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:21,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 063e356ed0d09e1ff403f686a0d5e21f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-13T01:41:21,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=A 2024-12-13T01:41:21,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:21,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=B 2024-12-13T01:41:21,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:21,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=C 2024-12-13T01:41:21,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:21,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412132e9d479842d44e86bb73162e1cb975ac_063e356ed0d09e1ff403f686a0d5e21f is 50, key is test_row_0/A:col10/1734054081172/Put/seqid=0 2024-12-13T01:41:21,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742362_1538 (size=14994) 2024-12-13T01:41:21,803 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:21,806 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412132e9d479842d44e86bb73162e1cb975ac_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412132e9d479842d44e86bb73162e1cb975ac_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:21,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054141804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:21,807 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/f8bf6a9d0ae3402faba9e82e8afac593, store: [table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:21,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/f8bf6a9d0ae3402faba9e82e8afac593 is 175, key is test_row_0/A:col10/1734054081172/Put/seqid=0 2024-12-13T01:41:21,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054141806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:21,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742363_1539 (size=39949) 2024-12-13T01:41:21,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054141907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:21,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054141909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:22,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054142109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:22,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054142111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:22,211 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/f8bf6a9d0ae3402faba9e82e8afac593 2024-12-13T01:41:22,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/78e3b5889fb74488901d21b3663611cf is 50, key is test_row_0/B:col10/1734054081172/Put/seqid=0 2024-12-13T01:41:22,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742364_1540 (size=12301) 2024-12-13T01:41:22,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054142413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:22,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054142413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-13T01:41:22,417 INFO [Thread-2073 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-12-13T01:41:22,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-13T01:41:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-12-13T01:41:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-13T01:41:22,419 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-13T01:41:22,419 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-13T01:41:22,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-13T01:41:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-13T01:41:22,570 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:22,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-13T01:41:22,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:22,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:22,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:22,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:22,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:22,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/78e3b5889fb74488901d21b3663611cf 2024-12-13T01:41:22,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/47eb3d87318349fc8eb09bb3d18f4968 is 50, key is test_row_0/C:col10/1734054081172/Put/seqid=0 2024-12-13T01:41:22,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742365_1541 (size=12301) 2024-12-13T01:41:22,676 DEBUG [Thread-2082 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67adb273 to 127.0.0.1:55731 2024-12-13T01:41:22,676 DEBUG [Thread-2076 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06556601 to 127.0.0.1:55731 2024-12-13T01:41:22,676 DEBUG [Thread-2076 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:41:22,676 DEBUG [Thread-2082 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:41:22,677 DEBUG [Thread-2078 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x458a85fd to 127.0.0.1:55731 2024-12-13T01:41:22,677 DEBUG [Thread-2078 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:41:22,678 DEBUG [Thread-2080 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x410bf0c8 to 127.0.0.1:55731 2024-12-13T01:41:22,678 DEBUG [Thread-2080 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:41:22,679 DEBUG [Thread-2074 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bb6288a to 127.0.0.1:55731 2024-12-13T01:41:22,679 DEBUG [Thread-2074 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:41:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-13T01:41:22,722 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:22,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-13T01:41:22,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:22,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:22,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:22,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:22,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:22,876 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:22,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-13T01:41:22,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:22,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:22,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:22,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:22,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:22,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54858 deadline: 1734054142916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:22,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T01:41:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54934 deadline: 1734054142919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-13T01:41:23,032 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:23,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-13T01:41:23,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:23,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:23,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:23,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:23,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T01:41:23,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/47eb3d87318349fc8eb09bb3d18f4968 2024-12-13T01:41:23,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/f8bf6a9d0ae3402faba9e82e8afac593 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/f8bf6a9d0ae3402faba9e82e8afac593 2024-12-13T01:41:23,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/f8bf6a9d0ae3402faba9e82e8afac593, entries=200, sequenceid=301, filesize=39.0 K 2024-12-13T01:41:23,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/78e3b5889fb74488901d21b3663611cf as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/78e3b5889fb74488901d21b3663611cf 2024-12-13T01:41:23,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/78e3b5889fb74488901d21b3663611cf, entries=150, sequenceid=301, filesize=12.0 K 2024-12-13T01:41:23,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/47eb3d87318349fc8eb09bb3d18f4968 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/47eb3d87318349fc8eb09bb3d18f4968 2024-12-13T01:41:23,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/47eb3d87318349fc8eb09bb3d18f4968, entries=150, sequenceid=301, filesize=12.0 K 2024-12-13T01:41:23,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 063e356ed0d09e1ff403f686a0d5e21f in 1270ms, sequenceid=301, compaction requested=true 2024-12-13T01:41:23,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:23,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 063e356ed0d09e1ff403f686a0d5e21f:A, priority=-2147483648, current under compaction store size is 1 2024-12-13T01:41:23,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:23,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 063e356ed0d09e1ff403f686a0d5e21f:B, priority=-2147483648, current under compaction store size is 2 2024-12-13T01:41:23,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:23,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 063e356ed0d09e1ff403f686a0d5e21f:C, priority=-2147483648, current under compaction store size is 3 2024-12-13T01:41:23,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:41:23,058 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:41:23,058 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:41:23,059 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:41:23,059 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:41:23,059 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 063e356ed0d09e1ff403f686a0d5e21f/B is initiating minor compaction (all files) 2024-12-13T01:41:23,059 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1540): 063e356ed0d09e1ff403f686a0d5e21f/A is initiating minor compaction (all files) 2024-12-13T01:41:23,059 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 063e356ed0d09e1ff403f686a0d5e21f/B in TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:23,059 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 063e356ed0d09e1ff403f686a0d5e21f/A in TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:23,059 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/acb1bd5aaac149c6bd16d788647b5057, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/284c6703c3b74eab879acf9891d7fefc, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/78e3b5889fb74488901d21b3663611cf] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp, totalSize=34.3 K 2024-12-13T01:41:23,059 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/5bd45e578c2640659587fc6e5d2bb149, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/30cb3273fe724c49a36c4f47dcfa54e6, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/f8bf6a9d0ae3402faba9e82e8afac593] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp, totalSize=92.2 K 2024-12-13T01:41:23,059 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:23,059 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. files: [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/5bd45e578c2640659587fc6e5d2bb149, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/30cb3273fe724c49a36c4f47dcfa54e6, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/f8bf6a9d0ae3402faba9e82e8afac593] 2024-12-13T01:41:23,059 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting acb1bd5aaac149c6bd16d788647b5057, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1734054078402 2024-12-13T01:41:23,059 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bd45e578c2640659587fc6e5d2bb149, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1734054078402 2024-12-13T01:41:23,059 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 284c6703c3b74eab879acf9891d7fefc, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734054079026 2024-12-13T01:41:23,060 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30cb3273fe724c49a36c4f47dcfa54e6, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734054079026 2024-12-13T01:41:23,060 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 78e3b5889fb74488901d21b3663611cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1734054081172 2024-12-13T01:41:23,060 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8bf6a9d0ae3402faba9e82e8afac593, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1734054081172 2024-12-13T01:41:23,064 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:23,064 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 063e356ed0d09e1ff403f686a0d5e21f#B#compaction#450 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:41:23,065 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/6a748f3247304867bb795e11345d4da2 is 50, key is test_row_0/B:col10/1734054081172/Put/seqid=0 2024-12-13T01:41:23,065 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121310a3adc033f243508e6c6cd942add27e_063e356ed0d09e1ff403f686a0d5e21f store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:23,067 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121310a3adc033f243508e6c6cd942add27e_063e356ed0d09e1ff403f686a0d5e21f, store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:23,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742366_1542 (size=13017) 2024-12-13T01:41:23,068 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121310a3adc033f243508e6c6cd942add27e_063e356ed0d09e1ff403f686a0d5e21f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:23,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742367_1543 (size=4469) 2024-12-13T01:41:23,188 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:23,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43079 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-13T01:41:23,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:23,189 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 063e356ed0d09e1ff403f686a0d5e21f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-13T01:41:23,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=A 2024-12-13T01:41:23,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:23,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=B 2024-12-13T01:41:23,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:23,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=C 2024-12-13T01:41:23,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:23,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412131dcb0bd00f2c4606b52b5df18ffc76de_063e356ed0d09e1ff403f686a0d5e21f is 50, key is test_row_0/A:col10/1734054081803/Put/seqid=0 2024-12-13T01:41:23,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742368_1544 (size=12454) 2024-12-13T01:41:23,475 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 063e356ed0d09e1ff403f686a0d5e21f#A#compaction#451 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:41:23,476 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/5da75084727b46e9a7fbbe4b204a67f2 is 175, key is test_row_0/A:col10/1734054081172/Put/seqid=0 2024-12-13T01:41:23,479 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/6a748f3247304867bb795e11345d4da2 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/6a748f3247304867bb795e11345d4da2 2024-12-13T01:41:23,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742369_1545 (size=31971) 2024-12-13T01:41:23,483 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 063e356ed0d09e1ff403f686a0d5e21f/B of 063e356ed0d09e1ff403f686a0d5e21f into 6a748f3247304867bb795e11345d4da2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:41:23,483 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:23,483 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., storeName=063e356ed0d09e1ff403f686a0d5e21f/B, priority=13, startTime=1734054083058; duration=0sec 2024-12-13T01:41:23,483 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-13T01:41:23,483 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 063e356ed0d09e1ff403f686a0d5e21f:B 2024-12-13T01:41:23,483 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-13T01:41:23,484 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-13T01:41:23,484 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1540): 063e356ed0d09e1ff403f686a0d5e21f/C is initiating minor compaction (all files) 2024-12-13T01:41:23,484 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 063e356ed0d09e1ff403f686a0d5e21f/C in TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:23,484 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/41e1452d7ba4499ba25e1ffba7c41cd5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/4c7432a8073d4be5b6226b94c38cf537, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/47eb3d87318349fc8eb09bb3d18f4968] into tmpdir=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp, totalSize=34.3 K 2024-12-13T01:41:23,484 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 41e1452d7ba4499ba25e1ffba7c41cd5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1734054078402 2024-12-13T01:41:23,485 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c7432a8073d4be5b6226b94c38cf537, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734054079026 2024-12-13T01:41:23,485 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] compactions.Compactor(224): Compacting 47eb3d87318349fc8eb09bb3d18f4968, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1734054081172 2024-12-13T01:41:23,491 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 063e356ed0d09e1ff403f686a0d5e21f#C#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-13T01:41:23,491 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/446d6beabef84d33b9e2405de42398b7 is 50, key is test_row_0/C:col10/1734054081172/Put/seqid=0 2024-12-13T01:41:23,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742370_1546 (size=13017) 2024-12-13T01:41:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-13T01:41:23,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:23,612 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412131dcb0bd00f2c4606b52b5df18ffc76de_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412131dcb0bd00f2c4606b52b5df18ffc76de_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/b046330db5de417abb868b1b7b0724a6, store: [table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/b046330db5de417abb868b1b7b0724a6 is 175, key is test_row_0/A:col10/1734054081803/Put/seqid=0 2024-12-13T01:41:23,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742371_1547 (size=31255) 2024-12-13T01:41:23,893 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/5da75084727b46e9a7fbbe4b204a67f2 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/5da75084727b46e9a7fbbe4b204a67f2 2024-12-13T01:41:23,897 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 063e356ed0d09e1ff403f686a0d5e21f/A of 063e356ed0d09e1ff403f686a0d5e21f into 5da75084727b46e9a7fbbe4b204a67f2(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:41:23,897 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:23,897 INFO [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., storeName=063e356ed0d09e1ff403f686a0d5e21f/A, priority=13, startTime=1734054083058; duration=0sec 2024-12-13T01:41:23,898 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:23,898 DEBUG [RS:0;3c5776cc2308:43079-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 063e356ed0d09e1ff403f686a0d5e21f:A 2024-12-13T01:41:23,898 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/446d6beabef84d33b9e2405de42398b7 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/446d6beabef84d33b9e2405de42398b7 2024-12-13T01:41:23,902 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 063e356ed0d09e1ff403f686a0d5e21f/C of 063e356ed0d09e1ff403f686a0d5e21f into 446d6beabef84d33b9e2405de42398b7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-13T01:41:23,902 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:23,902 INFO [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f., storeName=063e356ed0d09e1ff403f686a0d5e21f/C, priority=13, startTime=1734054083058; duration=0sec 2024-12-13T01:41:23,902 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-13T01:41:23,902 DEBUG [RS:0;3c5776cc2308:43079-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 063e356ed0d09e1ff403f686a0d5e21f:C 2024-12-13T01:41:23,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43079 {}] regionserver.HRegion(8581): Flush requested on 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:23,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. as already flushing 2024-12-13T01:41:23,918 DEBUG [Thread-2067 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b914bf4 to 127.0.0.1:55731 2024-12-13T01:41:23,918 DEBUG [Thread-2067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:41:23,921 DEBUG [Thread-2069 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f6a59e4 to 127.0.0.1:55731 2024-12-13T01:41:23,921 DEBUG [Thread-2069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:41:24,019 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/b046330db5de417abb868b1b7b0724a6 2024-12-13T01:41:24,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/a3766781e28f4e1191587f9871d2fd86 is 50, key is test_row_0/B:col10/1734054081803/Put/seqid=0 2024-12-13T01:41:24,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742372_1548 (size=12301) 2024-12-13T01:41:24,429 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/a3766781e28f4e1191587f9871d2fd86 2024-12-13T01:41:24,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/e8c18e8992364273ac45a74a94bbdf69 is 50, key is test_row_0/C:col10/1734054081803/Put/seqid=0 2024-12-13T01:41:24,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742373_1549 (size=12301) 2024-12-13T01:41:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-13T01:41:24,847 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/e8c18e8992364273ac45a74a94bbdf69 2024-12-13T01:41:24,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/b046330db5de417abb868b1b7b0724a6 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/b046330db5de417abb868b1b7b0724a6 2024-12-13T01:41:24,862 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/b046330db5de417abb868b1b7b0724a6, entries=150, sequenceid=316, filesize=30.5 K 2024-12-13T01:41:24,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/a3766781e28f4e1191587f9871d2fd86 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/a3766781e28f4e1191587f9871d2fd86 2024-12-13T01:41:24,867 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/a3766781e28f4e1191587f9871d2fd86, entries=150, sequenceid=316, filesize=12.0 K 2024-12-13T01:41:24,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/e8c18e8992364273ac45a74a94bbdf69 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/e8c18e8992364273ac45a74a94bbdf69 2024-12-13T01:41:24,872 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/e8c18e8992364273ac45a74a94bbdf69, entries=150, sequenceid=316, filesize=12.0 K 2024-12-13T01:41:24,873 INFO [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=13.42 KB/13740 for 063e356ed0d09e1ff403f686a0d5e21f in 1684ms, sequenceid=316, compaction requested=false 2024-12-13T01:41:24,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:24,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:24,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3c5776cc2308:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-12-13T01:41:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-12-13T01:41:24,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-12-13T01:41:24,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4540 sec 2024-12-13T01:41:24,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.4590 sec 2024-12-13T01:41:25,229 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T01:41:26,085 DEBUG [Thread-2063 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17327621 to 127.0.0.1:55731 2024-12-13T01:41:26,085 DEBUG [Thread-2063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:41:26,090 DEBUG [Thread-2071 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x150e08ed to 127.0.0.1:55731 2024-12-13T01:41:26,090 DEBUG [Thread-2071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:41:26,172 DEBUG [Thread-2065 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1584f18a to 127.0.0.1:55731 2024-12-13T01:41:26,172 DEBUG [Thread-2065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:41:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-13T01:41:26,527 INFO [Thread-2073 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-12-13T01:41:26,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-13T01:41:26,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-12-13T01:41:26,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-12-13T01:41:26,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-12-13T01:41:26,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-12-13T01:41:26,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-12-13T01:41:26,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-13T01:41:26,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8322 2024-12-13T01:41:26,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8155 2024-12-13T01:41:26,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8161 2024-12-13T01:41:26,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8375 2024-12-13T01:41:26,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8192 2024-12-13T01:41:26,528 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-13T01:41:26,528 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T01:41:26,528 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fc332d8 to 127.0.0.1:55731 2024-12-13T01:41:26,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:41:26,529 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-13T01:41:26,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-13T01:41:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-13T01:41:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-13T01:41:26,534 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734054086534"}]},"ts":"1734054086534"} 2024-12-13T01:41:26,536 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-13T01:41:26,545 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-13T01:41:26,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-13T01:41:26,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=063e356ed0d09e1ff403f686a0d5e21f, UNASSIGN}] 2024-12-13T01:41:26,549 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=167, ppid=166, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=063e356ed0d09e1ff403f686a0d5e21f, UNASSIGN 2024-12-13T01:41:26,550 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=167 updating hbase:meta row=063e356ed0d09e1ff403f686a0d5e21f, regionState=CLOSING, regionLocation=3c5776cc2308,43079,1734053906774 2024-12-13T01:41:26,551 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T01:41:26,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; CloseRegionProcedure 063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774}] 2024-12-13T01:41:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-13T01:41:26,704 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:26,705 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] handler.UnassignRegionHandler(124): Close 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:26,705 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T01:41:26,705 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1681): Closing 063e356ed0d09e1ff403f686a0d5e21f, disabling compactions & flushes 2024-12-13T01:41:26,705 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:26,705 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:26,705 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. after waiting 0 ms 2024-12-13T01:41:26,705 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:26,705 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(2837): Flushing 063e356ed0d09e1ff403f686a0d5e21f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-13T01:41:26,705 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=A 2024-12-13T01:41:26,705 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:26,706 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=B 2024-12-13T01:41:26,706 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:26,706 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 063e356ed0d09e1ff403f686a0d5e21f, store=C 2024-12-13T01:41:26,706 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-13T01:41:26,716 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213afa0825c8e244e8bb0d2dd87e1095977_063e356ed0d09e1ff403f686a0d5e21f is 50, key is test_row_0/A:col10/1734054086082/Put/seqid=0 2024-12-13T01:41:26,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742374_1550 (size=12454) 2024-12-13T01:41:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-13T01:41:27,122 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T01:41:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-13T01:41:27,150 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241213afa0825c8e244e8bb0d2dd87e1095977_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213afa0825c8e244e8bb0d2dd87e1095977_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:27,153 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/95ad47265a3049fd94fda2112e47dd40, store: [table=TestAcidGuarantees family=A region=063e356ed0d09e1ff403f686a0d5e21f] 2024-12-13T01:41:27,154 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/95ad47265a3049fd94fda2112e47dd40 is 175, key is test_row_0/A:col10/1734054086082/Put/seqid=0 2024-12-13T01:41:27,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742375_1551 (size=31255) 2024-12-13T01:41:27,562 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/95ad47265a3049fd94fda2112e47dd40 2024-12-13T01:41:27,576 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/c541b2e0560f47c0834faf6291c2c302 is 50, key is test_row_0/B:col10/1734054086082/Put/seqid=0 2024-12-13T01:41:27,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742376_1552 (size=12301) 2024-12-13T01:41:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-13T01:41:27,981 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/c541b2e0560f47c0834faf6291c2c302 2024-12-13T01:41:27,992 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/1ab6c382a0e04c15984f8aa0f9223c5c is 50, key is test_row_0/C:col10/1734054086082/Put/seqid=0 2024-12-13T01:41:27,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742377_1553 (size=12301) 2024-12-13T01:41:28,398 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/1ab6c382a0e04c15984f8aa0f9223c5c 2024-12-13T01:41:28,406 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/A/95ad47265a3049fd94fda2112e47dd40 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/95ad47265a3049fd94fda2112e47dd40 2024-12-13T01:41:28,410 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/95ad47265a3049fd94fda2112e47dd40, entries=150, sequenceid=327, filesize=30.5 K 2024-12-13T01:41:28,411 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/B/c541b2e0560f47c0834faf6291c2c302 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/c541b2e0560f47c0834faf6291c2c302 2024-12-13T01:41:28,414 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/c541b2e0560f47c0834faf6291c2c302, entries=150, sequenceid=327, filesize=12.0 K 2024-12-13T01:41:28,414 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/.tmp/C/1ab6c382a0e04c15984f8aa0f9223c5c as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/1ab6c382a0e04c15984f8aa0f9223c5c 2024-12-13T01:41:28,417 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/1ab6c382a0e04c15984f8aa0f9223c5c, entries=150, sequenceid=327, filesize=12.0 K 2024-12-13T01:41:28,418 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 063e356ed0d09e1ff403f686a0d5e21f in 1713ms, sequenceid=327, compaction requested=true 2024-12-13T01:41:28,418 DEBUG [StoreCloser-TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/c5b3c050c89c45e5a79bedaa235fc109, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/aee86a04ace14cbd8445387d2bdcf5b8, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/ab0a3c0e399b464489bc08d93bceb894, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/b24043a9776f4324843cf90591d12aec, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/5bff40a9077743cabd3ff255d64b6856, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/350252f66d07413a82d9553795fef8ab, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/26f04d50233045a8b12188cef361a734, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/b039773b8f9a4231b91dc9f4c85c235b, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/a75d3950f7af4cec97186320b30f156a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/a5f20bc00ebc4ae391e4b4652cec540d, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/728200397cbd443ab7a380df43180b42, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/9ffb053ed90c495693c0ff8bddb05603, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/198956c56fc14551b50d4451f68104cb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/e872338e36a64d0789dc88ae7e0e223c, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/10e83372ab40424f856a0dce723f74d5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/4aa65437fc204ba9b02c0d70ce52a853, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/4811baea27a94c4f878c8dd68450456f, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/5bd45e578c2640659587fc6e5d2bb149, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/a6c26d41e87c409cb1bb4160163e563c, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/30cb3273fe724c49a36c4f47dcfa54e6, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/f8bf6a9d0ae3402faba9e82e8afac593] to archive 2024-12-13T01:41:28,419 DEBUG [StoreCloser-TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T01:41:28,421 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/c5b3c050c89c45e5a79bedaa235fc109 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/c5b3c050c89c45e5a79bedaa235fc109 2024-12-13T01:41:28,421 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/b24043a9776f4324843cf90591d12aec to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/b24043a9776f4324843cf90591d12aec 2024-12-13T01:41:28,421 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/5bff40a9077743cabd3ff255d64b6856 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/5bff40a9077743cabd3ff255d64b6856 2024-12-13T01:41:28,422 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/ab0a3c0e399b464489bc08d93bceb894 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/ab0a3c0e399b464489bc08d93bceb894 2024-12-13T01:41:28,422 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/aee86a04ace14cbd8445387d2bdcf5b8 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/aee86a04ace14cbd8445387d2bdcf5b8 2024-12-13T01:41:28,422 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/b039773b8f9a4231b91dc9f4c85c235b to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/b039773b8f9a4231b91dc9f4c85c235b 2024-12-13T01:41:28,422 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/350252f66d07413a82d9553795fef8ab to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/350252f66d07413a82d9553795fef8ab 2024-12-13T01:41:28,422 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/26f04d50233045a8b12188cef361a734 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/26f04d50233045a8b12188cef361a734 2024-12-13T01:41:28,423 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/a75d3950f7af4cec97186320b30f156a to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/a75d3950f7af4cec97186320b30f156a 2024-12-13T01:41:28,423 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/a5f20bc00ebc4ae391e4b4652cec540d to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/a5f20bc00ebc4ae391e4b4652cec540d 2024-12-13T01:41:28,423 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/9ffb053ed90c495693c0ff8bddb05603 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/9ffb053ed90c495693c0ff8bddb05603 2024-12-13T01:41:28,424 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/728200397cbd443ab7a380df43180b42 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/728200397cbd443ab7a380df43180b42 2024-12-13T01:41:28,424 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/198956c56fc14551b50d4451f68104cb to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/198956c56fc14551b50d4451f68104cb 2024-12-13T01:41:28,424 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/e872338e36a64d0789dc88ae7e0e223c to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/e872338e36a64d0789dc88ae7e0e223c 2024-12-13T01:41:28,424 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/10e83372ab40424f856a0dce723f74d5 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/10e83372ab40424f856a0dce723f74d5 2024-12-13T01:41:28,424 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/4aa65437fc204ba9b02c0d70ce52a853 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/4aa65437fc204ba9b02c0d70ce52a853 2024-12-13T01:41:28,425 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/4811baea27a94c4f878c8dd68450456f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/4811baea27a94c4f878c8dd68450456f 2024-12-13T01:41:28,425 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/a6c26d41e87c409cb1bb4160163e563c to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/a6c26d41e87c409cb1bb4160163e563c 2024-12-13T01:41:28,425 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/5bd45e578c2640659587fc6e5d2bb149 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/5bd45e578c2640659587fc6e5d2bb149 2024-12-13T01:41:28,425 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/30cb3273fe724c49a36c4f47dcfa54e6 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/30cb3273fe724c49a36c4f47dcfa54e6 2024-12-13T01:41:28,425 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/f8bf6a9d0ae3402faba9e82e8afac593 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/f8bf6a9d0ae3402faba9e82e8afac593 2024-12-13T01:41:28,426 DEBUG [StoreCloser-TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/9cddc1e0b47b49e1845d12e673c7a96c, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/33f4f6f0e6d449c8964db3f1dbd9beff, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/e1b9f6b5b2aa4bc59468ca769d8d04b4, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/47d7699fecb6428db67fc731549b3416, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/934ef2aa65154ffab7933f2774a15cf3, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/c42bdc04c92d4168910079dea0f37f96, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/59de2536a0734fe1a34e36f84e79c349, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/fcd97e9a10fd40299d6d3a44e945c747, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/1d4002a18fa144ce8094853162dc0138, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/65086145c6ff4a518da4f7eb5705add6, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/4b6faee6f4d04bf491455d215aec014a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/99291d9026b3455a969d38299795bae2, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/bb5c6083bd724213bb6e719c607006e1, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/f26a6c904237472c96da676e62fe3335, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/d79e9247ed8c4c7287d222bf2e3921c3, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/506fdd25271d4d18af5904f1db339dad, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/ad25a43ac1754259ba29efc2e14203c0, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/acb1bd5aaac149c6bd16d788647b5057, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/b85a245b19b545beb844bdd02b8e64ed, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/284c6703c3b74eab879acf9891d7fefc, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/78e3b5889fb74488901d21b3663611cf] to archive 2024-12-13T01:41:28,427 DEBUG [StoreCloser-TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T01:41:28,429 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/33f4f6f0e6d449c8964db3f1dbd9beff to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/33f4f6f0e6d449c8964db3f1dbd9beff 2024-12-13T01:41:28,429 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/e1b9f6b5b2aa4bc59468ca769d8d04b4 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/e1b9f6b5b2aa4bc59468ca769d8d04b4 2024-12-13T01:41:28,429 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/47d7699fecb6428db67fc731549b3416 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/47d7699fecb6428db67fc731549b3416 2024-12-13T01:41:28,429 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/c42bdc04c92d4168910079dea0f37f96 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/c42bdc04c92d4168910079dea0f37f96 2024-12-13T01:41:28,429 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/9cddc1e0b47b49e1845d12e673c7a96c to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/9cddc1e0b47b49e1845d12e673c7a96c 2024-12-13T01:41:28,429 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/934ef2aa65154ffab7933f2774a15cf3 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/934ef2aa65154ffab7933f2774a15cf3 2024-12-13T01:41:28,429 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/fcd97e9a10fd40299d6d3a44e945c747 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/fcd97e9a10fd40299d6d3a44e945c747 2024-12-13T01:41:28,430 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/59de2536a0734fe1a34e36f84e79c349 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/59de2536a0734fe1a34e36f84e79c349 2024-12-13T01:41:28,431 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/1d4002a18fa144ce8094853162dc0138 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/1d4002a18fa144ce8094853162dc0138 2024-12-13T01:41:28,431 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/99291d9026b3455a969d38299795bae2 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/99291d9026b3455a969d38299795bae2 2024-12-13T01:41:28,431 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/65086145c6ff4a518da4f7eb5705add6 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/65086145c6ff4a518da4f7eb5705add6 2024-12-13T01:41:28,431 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/bb5c6083bd724213bb6e719c607006e1 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/bb5c6083bd724213bb6e719c607006e1 2024-12-13T01:41:28,431 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/4b6faee6f4d04bf491455d215aec014a to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/4b6faee6f4d04bf491455d215aec014a 2024-12-13T01:41:28,431 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/f26a6c904237472c96da676e62fe3335 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/f26a6c904237472c96da676e62fe3335 2024-12-13T01:41:28,431 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/d79e9247ed8c4c7287d222bf2e3921c3 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/d79e9247ed8c4c7287d222bf2e3921c3 2024-12-13T01:41:28,432 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/506fdd25271d4d18af5904f1db339dad to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/506fdd25271d4d18af5904f1db339dad 2024-12-13T01:41:28,432 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/ad25a43ac1754259ba29efc2e14203c0 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/ad25a43ac1754259ba29efc2e14203c0 2024-12-13T01:41:28,432 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/acb1bd5aaac149c6bd16d788647b5057 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/acb1bd5aaac149c6bd16d788647b5057 2024-12-13T01:41:28,432 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/284c6703c3b74eab879acf9891d7fefc to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/284c6703c3b74eab879acf9891d7fefc 2024-12-13T01:41:28,432 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/b85a245b19b545beb844bdd02b8e64ed to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/b85a245b19b545beb844bdd02b8e64ed 2024-12-13T01:41:28,432 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/78e3b5889fb74488901d21b3663611cf to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/78e3b5889fb74488901d21b3663611cf 2024-12-13T01:41:28,433 DEBUG [StoreCloser-TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/28a7eb6aefe74f369255eb6ceea2b97e, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/87208acedef94cdba53218da71702914, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/b774aa0e67084575a55ac9eb83a39adc, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/3cfab71bd2c047e9a1a2cd922b6242fb, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/23f92f43bd934b6689352dc5e2b268f9, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/57350de0b54d407fbfb2054b282cf6c6, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/64e401dbbcda4810a487605d4df37cd1, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/9418cc44cb7444d7bd7916bdf3287af8, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/4a98b1f8c75b40fab6442af355586694, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/35ae3ad03d8f4551804d8352c5627283, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/ce581c87fec04ca1b88002f5d1d90913, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/93c5f1ae95da41fa958f2ff3cf52e866, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/fa70ec144e8149008dd6499c588da500, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/f00425d3e7c34730a2b333ca88124662, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/4cca4f77013e4ea5a7cb2b9330ea3e42, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/a31790e4f8f8443db9411d22566f8096, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/627575e46fba45719e07b88fe7d941d9, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/41e1452d7ba4499ba25e1ffba7c41cd5, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/c14a03d32f634edcbcbe661b5c8a8e3a, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/4c7432a8073d4be5b6226b94c38cf537, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/47eb3d87318349fc8eb09bb3d18f4968] to archive 2024-12-13T01:41:28,434 DEBUG [StoreCloser-TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-13T01:41:28,435 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/28a7eb6aefe74f369255eb6ceea2b97e to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/28a7eb6aefe74f369255eb6ceea2b97e 2024-12-13T01:41:28,435 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/57350de0b54d407fbfb2054b282cf6c6 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/57350de0b54d407fbfb2054b282cf6c6 2024-12-13T01:41:28,436 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/87208acedef94cdba53218da71702914 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/87208acedef94cdba53218da71702914 2024-12-13T01:41:28,436 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/b774aa0e67084575a55ac9eb83a39adc to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/b774aa0e67084575a55ac9eb83a39adc 2024-12-13T01:41:28,436 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/64e401dbbcda4810a487605d4df37cd1 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/64e401dbbcda4810a487605d4df37cd1 2024-12-13T01:41:28,436 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/3cfab71bd2c047e9a1a2cd922b6242fb to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/3cfab71bd2c047e9a1a2cd922b6242fb 2024-12-13T01:41:28,436 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/23f92f43bd934b6689352dc5e2b268f9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/23f92f43bd934b6689352dc5e2b268f9 2024-12-13T01:41:28,436 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/9418cc44cb7444d7bd7916bdf3287af8 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/9418cc44cb7444d7bd7916bdf3287af8 2024-12-13T01:41:28,437 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/35ae3ad03d8f4551804d8352c5627283 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/35ae3ad03d8f4551804d8352c5627283 2024-12-13T01:41:28,437 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/93c5f1ae95da41fa958f2ff3cf52e866 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/93c5f1ae95da41fa958f2ff3cf52e866 2024-12-13T01:41:28,437 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/ce581c87fec04ca1b88002f5d1d90913 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/ce581c87fec04ca1b88002f5d1d90913 2024-12-13T01:41:28,437 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/a31790e4f8f8443db9411d22566f8096 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/a31790e4f8f8443db9411d22566f8096 2024-12-13T01:41:28,437 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/fa70ec144e8149008dd6499c588da500 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/fa70ec144e8149008dd6499c588da500 2024-12-13T01:41:28,437 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/4a98b1f8c75b40fab6442af355586694 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/4a98b1f8c75b40fab6442af355586694 2024-12-13T01:41:28,437 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/f00425d3e7c34730a2b333ca88124662 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/f00425d3e7c34730a2b333ca88124662 2024-12-13T01:41:28,437 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/4cca4f77013e4ea5a7cb2b9330ea3e42 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/4cca4f77013e4ea5a7cb2b9330ea3e42 2024-12-13T01:41:28,438 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/627575e46fba45719e07b88fe7d941d9 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/627575e46fba45719e07b88fe7d941d9 2024-12-13T01:41:28,438 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/c14a03d32f634edcbcbe661b5c8a8e3a to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/c14a03d32f634edcbcbe661b5c8a8e3a 2024-12-13T01:41:28,438 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/41e1452d7ba4499ba25e1ffba7c41cd5 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/41e1452d7ba4499ba25e1ffba7c41cd5 2024-12-13T01:41:28,438 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/4c7432a8073d4be5b6226b94c38cf537 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/4c7432a8073d4be5b6226b94c38cf537 2024-12-13T01:41:28,438 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/47eb3d87318349fc8eb09bb3d18f4968 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/47eb3d87318349fc8eb09bb3d18f4968 2024-12-13T01:41:28,440 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/recovered.edits/330.seqid, newMaxSeqId=330, maxSeqId=4 2024-12-13T01:41:28,441 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f. 2024-12-13T01:41:28,441 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] regionserver.HRegion(1635): Region close journal for 063e356ed0d09e1ff403f686a0d5e21f: 2024-12-13T01:41:28,442 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION, pid=168}] handler.UnassignRegionHandler(170): Closed 063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:28,442 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=167 updating hbase:meta row=063e356ed0d09e1ff403f686a0d5e21f, regionState=CLOSED 2024-12-13T01:41:28,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-12-13T01:41:28,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; CloseRegionProcedure 063e356ed0d09e1ff403f686a0d5e21f, server=3c5776cc2308,43079,1734053906774 in 1.8920 sec 2024-12-13T01:41:28,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-12-13T01:41:28,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=063e356ed0d09e1ff403f686a0d5e21f, UNASSIGN in 1.8950 sec 2024-12-13T01:41:28,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-12-13T01:41:28,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8980 sec 2024-12-13T01:41:28,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734054088446"}]},"ts":"1734054088446"} 2024-12-13T01:41:28,446 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-13T01:41:28,487 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-13T01:41:28,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9580 sec 2024-12-13T01:41:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-13T01:41:28,643 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-12-13T01:41:28,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-13T01:41:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:41:28,645 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=169, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:41:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-13T01:41:28,646 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=169, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:41:28,647 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:28,651 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A, FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B, FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C, FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/recovered.edits] 2024-12-13T01:41:28,657 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/b046330db5de417abb868b1b7b0724a6 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/b046330db5de417abb868b1b7b0724a6 2024-12-13T01:41:28,657 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/95ad47265a3049fd94fda2112e47dd40 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/95ad47265a3049fd94fda2112e47dd40 2024-12-13T01:41:28,658 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/5da75084727b46e9a7fbbe4b204a67f2 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/A/5da75084727b46e9a7fbbe4b204a67f2 2024-12-13T01:41:28,663 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/a3766781e28f4e1191587f9871d2fd86 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/a3766781e28f4e1191587f9871d2fd86 2024-12-13T01:41:28,663 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/6a748f3247304867bb795e11345d4da2 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/6a748f3247304867bb795e11345d4da2 2024-12-13T01:41:28,663 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/c541b2e0560f47c0834faf6291c2c302 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/B/c541b2e0560f47c0834faf6291c2c302 2024-12-13T01:41:28,668 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/1ab6c382a0e04c15984f8aa0f9223c5c to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/1ab6c382a0e04c15984f8aa0f9223c5c 2024-12-13T01:41:28,668 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/e8c18e8992364273ac45a74a94bbdf69 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/e8c18e8992364273ac45a74a94bbdf69 2024-12-13T01:41:28,668 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/446d6beabef84d33b9e2405de42398b7 to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/C/446d6beabef84d33b9e2405de42398b7 2024-12-13T01:41:28,672 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/recovered.edits/330.seqid to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f/recovered.edits/330.seqid 2024-12-13T01:41:28,672 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/default/TestAcidGuarantees/063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:28,673 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-13T01:41:28,673 DEBUG [PEWorker-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-13T01:41:28,674 DEBUG [PEWorker-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-13T01:41:28,685 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213042e2b9dc2a64f2abac72f27f4fcc431_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213042e2b9dc2a64f2abac72f27f4fcc431_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:28,685 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121317a7a718c0dd428797ce0fae490361d1_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121317a7a718c0dd428797ce0fae490361d1_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:28,685 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412131ecc644549964f4683c95ddec32cf681_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412131ecc644549964f4683c95ddec32cf681_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:28,686 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412132f8443c4d816408a937069e17d5a980c_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412132f8443c4d816408a937069e17d5a980c_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:28,686 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121311cdd0a4bdf84ba3b4ae8a0da6e44053_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121311cdd0a4bdf84ba3b4ae8a0da6e44053_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:28,686 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412132e9d479842d44e86bb73162e1cb975ac_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412132e9d479842d44e86bb73162e1cb975ac_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:28,686 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412131dcb0bd00f2c4606b52b5df18ffc76de_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412131dcb0bd00f2c4606b52b5df18ffc76de_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:28,686 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412131717aa2e2d724088bc50a4684884fc93_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412131717aa2e2d724088bc50a4684884fc93_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:28,687 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412133becdbedadaf4a5fbbf43eee521212d1_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412133becdbedadaf4a5fbbf43eee521212d1_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:28,687 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121358c76162991e4b599e528a857b63a690_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121358c76162991e4b599e528a857b63a690_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:28,688 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121366fa495079ea47f3895749b9f4f92479_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121366fa495079ea47f3895749b9f4f92479_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:28,688 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121375afc5e204424ec6b283eb075de98a0c_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121375afc5e204424ec6b283eb075de98a0c_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:28,688 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213997c4f534ee742aca553e2fd0bb5f88a_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213997c4f534ee742aca553e2fd0bb5f88a_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:28,688 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213afa0825c8e244e8bb0d2dd87e1095977_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213afa0825c8e244e8bb0d2dd87e1095977_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:28,688 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213beb0eaf765234b9d9a622226ab5b1bb2_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213beb0eaf765234b9d9a622226ab5b1bb2_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:28,688 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213c861536041924f2293347eae55e2a326_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213c861536041924f2293347eae55e2a326_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:28,689 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213faf15b4ad282495cabf94090c8b65531_063e356ed0d09e1ff403f686a0d5e21f to hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241213faf15b4ad282495cabf94090c8b65531_063e356ed0d09e1ff403f686a0d5e21f 2024-12-13T01:41:28,689 DEBUG [PEWorker-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-13T01:41:28,691 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=169, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:41:28,693 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-13T01:41:28,694 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-13T01:41:28,695 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=169, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:41:28,695 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-13T01:41:28,695 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734054088695"}]},"ts":"9223372036854775807"} 2024-12-13T01:41:28,696 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T01:41:28,696 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 063e356ed0d09e1ff403f686a0d5e21f, NAME => 'TestAcidGuarantees,,1734054059415.063e356ed0d09e1ff403f686a0d5e21f.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T01:41:28,696 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-13T01:41:28,696 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734054088696"}]},"ts":"9223372036854775807"} 2024-12-13T01:41:28,697 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-13T01:41:28,704 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=169, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-13T01:41:28,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 60 msec 2024-12-13T01:41:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46441 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-13T01:41:28,747 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-12-13T01:41:28,761 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=245 (was 247), OpenFileDescriptor=455 (was 456), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=306 (was 305) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12420 (was 12458) 2024-12-13T01:41:28,761 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T01:41:28,761 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T01:41:28,761 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:55731 2024-12-13T01:41:28,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:41:28,761 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T01:41:28,761 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1243433896, stopped=false 2024-12-13T01:41:28,762 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=3c5776cc2308,46441,1734053906010 2024-12-13T01:41:28,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T01:41:28,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43079-0x1001d09e0020001, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-13T01:41:28,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T01:41:28,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43079-0x1001d09e0020001, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T01:41:28,770 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T01:41:28,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:41:28,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43079-0x1001d09e0020001, quorum=127.0.0.1:55731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T01:41:28,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-13T01:41:28,771 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '3c5776cc2308,43079,1734053906774' ***** 2024-12-13T01:41:28,771 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T01:41:28,771 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T01:41:28,771 INFO [RS:0;3c5776cc2308:43079 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T01:41:28,771 INFO [RS:0;3c5776cc2308:43079 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T01:41:28,771 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T01:41:28,772 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(3579): Received CLOSE for 8e5570b0c1fbdab663fc4c2902264f6a 2024-12-13T01:41:28,772 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(1224): stopping server 3c5776cc2308,43079,1734053906774 2024-12-13T01:41:28,772 DEBUG [RS:0;3c5776cc2308:43079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:41:28,772 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T01:41:28,772 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T01:41:28,772 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T01:41:28,772 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T01:41:28,772 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8e5570b0c1fbdab663fc4c2902264f6a, disabling compactions & flushes 2024-12-13T01:41:28,772 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-13T01:41:28,772 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a. 2024-12-13T01:41:28,772 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a. 2024-12-13T01:41:28,772 DEBUG [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(1603): Online Regions={8e5570b0c1fbdab663fc4c2902264f6a=hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a., 1588230740=hbase:meta,,1.1588230740} 2024-12-13T01:41:28,772 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a. after waiting 0 ms 2024-12-13T01:41:28,772 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a. 2024-12-13T01:41:28,772 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 8e5570b0c1fbdab663fc4c2902264f6a 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T01:41:28,772 DEBUG [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T01:41:28,773 INFO [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T01:41:28,773 DEBUG [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T01:41:28,773 DEBUG [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T01:41:28,773 DEBUG [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T01:41:28,773 INFO [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-13T01:41:28,775 DEBUG [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 8e5570b0c1fbdab663fc4c2902264f6a 2024-12-13T01:41:28,784 INFO [regionserver/3c5776cc2308:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T01:41:28,790 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/namespace/8e5570b0c1fbdab663fc4c2902264f6a/.tmp/info/4d98ace72ac24327a02f78641bd4884d is 45, key is default/info:d/1734053911597/Put/seqid=0 2024-12-13T01:41:28,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742378_1554 (size=5037) 2024-12-13T01:41:28,797 DEBUG [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/1588230740/.tmp/info/54c4a2e0965349f6ade9ca2bde3611d3 is 143, key is hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a./info:regioninfo/1734053911464/Put/seqid=0 2024-12-13T01:41:28,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742379_1555 (size=7725) 2024-12-13T01:41:28,975 DEBUG [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 8e5570b0c1fbdab663fc4c2902264f6a 2024-12-13T01:41:29,176 DEBUG [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 8e5570b0c1fbdab663fc4c2902264f6a 2024-12-13T01:41:29,195 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/namespace/8e5570b0c1fbdab663fc4c2902264f6a/.tmp/info/4d98ace72ac24327a02f78641bd4884d 2024-12-13T01:41:29,201 INFO [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/1588230740/.tmp/info/54c4a2e0965349f6ade9ca2bde3611d3 2024-12-13T01:41:29,205 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/namespace/8e5570b0c1fbdab663fc4c2902264f6a/.tmp/info/4d98ace72ac24327a02f78641bd4884d as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/namespace/8e5570b0c1fbdab663fc4c2902264f6a/info/4d98ace72ac24327a02f78641bd4884d 2024-12-13T01:41:29,211 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/namespace/8e5570b0c1fbdab663fc4c2902264f6a/info/4d98ace72ac24327a02f78641bd4884d, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T01:41:29,212 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 8e5570b0c1fbdab663fc4c2902264f6a in 440ms, sequenceid=6, compaction requested=false 2024-12-13T01:41:29,215 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/namespace/8e5570b0c1fbdab663fc4c2902264f6a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T01:41:29,216 INFO [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a. 2024-12-13T01:41:29,216 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8e5570b0c1fbdab663fc4c2902264f6a: 2024-12-13T01:41:29,216 DEBUG [RS_CLOSE_REGION-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734053910142.8e5570b0c1fbdab663fc4c2902264f6a. 2024-12-13T01:41:29,224 DEBUG [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/1588230740/.tmp/rep_barrier/67d31d1af7db4069ae1f8c4a9bbdfbab is 102, key is TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d./rep_barrier:/1734053942297/DeleteFamily/seqid=0 2024-12-13T01:41:29,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742380_1556 (size=6025) 2024-12-13T01:41:29,376 DEBUG [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T01:41:29,576 DEBUG [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T01:41:29,629 INFO [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/1588230740/.tmp/rep_barrier/67d31d1af7db4069ae1f8c4a9bbdfbab 2024-12-13T01:41:29,655 DEBUG [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/1588230740/.tmp/table/83465fb3fe324b498b53f00b41f1f0a6 is 96, key is TestAcidGuarantees,,1734053911923.da6b7eda7e35e7054da0589de9506e2d./table:/1734053942297/DeleteFamily/seqid=0 2024-12-13T01:41:29,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742381_1557 (size=5942) 2024-12-13T01:41:29,723 INFO [regionserver/3c5776cc2308:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T01:41:29,724 INFO [regionserver/3c5776cc2308:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T01:41:29,777 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-13T01:41:29,777 DEBUG [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-13T01:41:29,777 DEBUG [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T01:41:29,977 DEBUG [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T01:41:30,060 INFO [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/1588230740/.tmp/table/83465fb3fe324b498b53f00b41f1f0a6 2024-12-13T01:41:30,071 DEBUG [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/1588230740/.tmp/info/54c4a2e0965349f6ade9ca2bde3611d3 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/1588230740/info/54c4a2e0965349f6ade9ca2bde3611d3 2024-12-13T01:41:30,077 INFO [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/1588230740/info/54c4a2e0965349f6ade9ca2bde3611d3, entries=22, sequenceid=93, filesize=7.5 K 2024-12-13T01:41:30,078 DEBUG [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/1588230740/.tmp/rep_barrier/67d31d1af7db4069ae1f8c4a9bbdfbab as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/1588230740/rep_barrier/67d31d1af7db4069ae1f8c4a9bbdfbab 2024-12-13T01:41:30,081 INFO [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/1588230740/rep_barrier/67d31d1af7db4069ae1f8c4a9bbdfbab, entries=6, sequenceid=93, filesize=5.9 K 2024-12-13T01:41:30,081 DEBUG [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/1588230740/.tmp/table/83465fb3fe324b498b53f00b41f1f0a6 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/1588230740/table/83465fb3fe324b498b53f00b41f1f0a6 2024-12-13T01:41:30,084 INFO [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/1588230740/table/83465fb3fe324b498b53f00b41f1f0a6, entries=9, sequenceid=93, filesize=5.8 K 2024-12-13T01:41:30,085 INFO [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=93, compaction requested=false 2024-12-13T01:41:30,088 DEBUG [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-13T01:41:30,088 DEBUG [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T01:41:30,088 INFO [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T01:41:30,088 DEBUG [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T01:41:30,088 DEBUG [RS_CLOSE_META-regionserver/3c5776cc2308:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T01:41:30,177 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(1250): stopping server 3c5776cc2308,43079,1734053906774; all regions closed. 2024-12-13T01:41:30,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741834_1010 (size=26050) 2024-12-13T01:41:30,184 DEBUG [RS:0;3c5776cc2308:43079 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/oldWALs 2024-12-13T01:41:30,184 INFO [RS:0;3c5776cc2308:43079 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 3c5776cc2308%2C43079%2C1734053906774.meta:.meta(num 1734053909812) 2024-12-13T01:41:30,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741832_1008 (size=12382929) 2024-12-13T01:41:30,190 DEBUG [RS:0;3c5776cc2308:43079 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/oldWALs 2024-12-13T01:41:30,190 INFO [RS:0;3c5776cc2308:43079 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 3c5776cc2308%2C43079%2C1734053906774:(num 1734053908862) 2024-12-13T01:41:30,190 DEBUG [RS:0;3c5776cc2308:43079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:41:30,190 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T01:41:30,191 INFO [RS:0;3c5776cc2308:43079 {}] hbase.ChoreService(370): Chore service for: regionserver/3c5776cc2308:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-13T01:41:30,191 INFO [regionserver/3c5776cc2308:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T01:41:30,192 INFO [RS:0;3c5776cc2308:43079 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43079 2024-12-13T01:41:30,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-13T01:41:30,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43079-0x1001d09e0020001, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3c5776cc2308,43079,1734053906774 2024-12-13T01:41:30,238 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3c5776cc2308,43079,1734053906774] 2024-12-13T01:41:30,238 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 3c5776cc2308,43079,1734053906774; numProcessing=1 2024-12-13T01:41:30,245 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/3c5776cc2308,43079,1734053906774 already deleted, retry=false 2024-12-13T01:41:30,245 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 3c5776cc2308,43079,1734053906774 expired; onlineServers=0 2024-12-13T01:41:30,245 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '3c5776cc2308,46441,1734053906010' ***** 2024-12-13T01:41:30,246 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-13T01:41:30,246 DEBUG [M:0;3c5776cc2308:46441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ed87a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3c5776cc2308/172.17.0.2:0 2024-12-13T01:41:30,246 INFO [M:0;3c5776cc2308:46441 {}] regionserver.HRegionServer(1224): stopping server 3c5776cc2308,46441,1734053906010 2024-12-13T01:41:30,246 INFO [M:0;3c5776cc2308:46441 {}] regionserver.HRegionServer(1250): stopping server 3c5776cc2308,46441,1734053906010; all regions closed. 2024-12-13T01:41:30,246 DEBUG [M:0;3c5776cc2308:46441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T01:41:30,246 DEBUG [M:0;3c5776cc2308:46441 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-13T01:41:30,247 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-13T01:41:30,247 DEBUG [M:0;3c5776cc2308:46441 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-13T01:41:30,247 DEBUG [master/3c5776cc2308:0:becomeActiveMaster-HFileCleaner.large.0-1734053908518 {}] cleaner.HFileCleaner(306): Exit Thread[master/3c5776cc2308:0:becomeActiveMaster-HFileCleaner.large.0-1734053908518,5,FailOnTimeoutGroup] 2024-12-13T01:41:30,247 DEBUG [master/3c5776cc2308:0:becomeActiveMaster-HFileCleaner.small.0-1734053908518 {}] cleaner.HFileCleaner(306): Exit Thread[master/3c5776cc2308:0:becomeActiveMaster-HFileCleaner.small.0-1734053908518,5,FailOnTimeoutGroup] 2024-12-13T01:41:30,247 INFO [M:0;3c5776cc2308:46441 {}] hbase.ChoreService(370): Chore service for: master/3c5776cc2308:0 had [] on shutdown 2024-12-13T01:41:30,248 DEBUG [M:0;3c5776cc2308:46441 {}] master.HMaster(1733): Stopping service threads 2024-12-13T01:41:30,248 INFO [M:0;3c5776cc2308:46441 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-13T01:41:30,249 INFO [M:0;3c5776cc2308:46441 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-13T01:41:30,249 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-13T01:41:30,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-13T01:41:30,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-13T01:41:30,253 DEBUG [M:0;3c5776cc2308:46441 {}] zookeeper.ZKUtil(347): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-13T01:41:30,254 WARN [M:0;3c5776cc2308:46441 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-13T01:41:30,254 INFO [M:0;3c5776cc2308:46441 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-13T01:41:30,254 INFO [M:0;3c5776cc2308:46441 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-13T01:41:30,254 DEBUG [M:0;3c5776cc2308:46441 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T01:41:30,254 INFO [M:0;3c5776cc2308:46441 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T01:41:30,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-13T01:41:30,254 DEBUG [M:0;3c5776cc2308:46441 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T01:41:30,254 DEBUG [M:0;3c5776cc2308:46441 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T01:41:30,254 DEBUG [M:0;3c5776cc2308:46441 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T01:41:30,254 INFO [M:0;3c5776cc2308:46441 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=727.83 KB heapSize=892.48 KB 2024-12-13T01:41:30,279 DEBUG [M:0;3c5776cc2308:46441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e856eec9f0b74037b8f5e66d04a85859 is 82, key is hbase:meta,,1/info:regioninfo/1734053909930/Put/seqid=0 2024-12-13T01:41:30,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742382_1558 (size=5672) 2024-12-13T01:41:30,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43079-0x1001d09e0020001, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T01:41:30,337 INFO [RS:0;3c5776cc2308:43079 {}] regionserver.HRegionServer(1307): Exiting; stopping=3c5776cc2308,43079,1734053906774; zookeeper connection closed. 2024-12-13T01:41:30,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43079-0x1001d09e0020001, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T01:41:30,338 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38c4fbd2 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38c4fbd2 2024-12-13T01:41:30,338 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-13T01:41:30,684 INFO [M:0;3c5776cc2308:46441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2021 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e856eec9f0b74037b8f5e66d04a85859 2024-12-13T01:41:30,709 DEBUG [M:0;3c5776cc2308:46441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c96c9ba87e6b42f185f2b17c419488d8 is 2284, key is \x00\x00\x00\x00\x00\x00\x00\x90/proc:d/1734054062543/Put/seqid=0 2024-12-13T01:41:30,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742383_1559 (size=43305) 2024-12-13T01:41:31,114 INFO [M:0;3c5776cc2308:46441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=727.28 KB at sequenceid=2021 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c96c9ba87e6b42f185f2b17c419488d8 2024-12-13T01:41:31,122 INFO [M:0;3c5776cc2308:46441 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c96c9ba87e6b42f185f2b17c419488d8 2024-12-13T01:41:31,140 DEBUG [M:0;3c5776cc2308:46441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c4644d5b60b4e27b0a3f21003045fe5 is 69, key is 3c5776cc2308,43079,1734053906774/rs:state/1734053908636/Put/seqid=0 2024-12-13T01:41:31,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073742384_1560 (size=5156) 2024-12-13T01:41:31,545 INFO [M:0;3c5776cc2308:46441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2021 (bloomFilter=true), to=hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c4644d5b60b4e27b0a3f21003045fe5 2024-12-13T01:41:31,554 DEBUG [M:0;3c5776cc2308:46441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e856eec9f0b74037b8f5e66d04a85859 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e856eec9f0b74037b8f5e66d04a85859 2024-12-13T01:41:31,560 INFO [M:0;3c5776cc2308:46441 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e856eec9f0b74037b8f5e66d04a85859, entries=8, sequenceid=2021, filesize=5.5 K 2024-12-13T01:41:31,561 DEBUG [M:0;3c5776cc2308:46441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c96c9ba87e6b42f185f2b17c419488d8 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c96c9ba87e6b42f185f2b17c419488d8 2024-12-13T01:41:31,565 INFO [M:0;3c5776cc2308:46441 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c96c9ba87e6b42f185f2b17c419488d8 2024-12-13T01:41:31,565 INFO [M:0;3c5776cc2308:46441 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c96c9ba87e6b42f185f2b17c419488d8, entries=169, sequenceid=2021, filesize=42.3 K 2024-12-13T01:41:31,566 DEBUG [M:0;3c5776cc2308:46441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c4644d5b60b4e27b0a3f21003045fe5 as hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c4644d5b60b4e27b0a3f21003045fe5 2024-12-13T01:41:31,569 INFO [M:0;3c5776cc2308:46441 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37841/user/jenkins/test-data/9b1f1de5-b763-7c5c-e1dc-abed311b4863/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c4644d5b60b4e27b0a3f21003045fe5, entries=1, sequenceid=2021, filesize=5.0 K 2024-12-13T01:41:31,569 INFO [M:0;3c5776cc2308:46441 {}] regionserver.HRegion(3040): Finished flush of dataSize ~727.83 KB/745303, heapSize ~892.18 KB/913592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=2021, compaction requested=false 2024-12-13T01:41:31,570 INFO [M:0;3c5776cc2308:46441 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T01:41:31,570 DEBUG [M:0;3c5776cc2308:46441 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T01:41:31,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741830_1006 (size=877867) 2024-12-13T01:41:31,572 INFO [M:0;3c5776cc2308:46441 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-13T01:41:31,572 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T01:41:31,572 INFO [M:0;3c5776cc2308:46441 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46441 2024-12-13T01:41:31,612 DEBUG [M:0;3c5776cc2308:46441 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/3c5776cc2308,46441,1734053906010 already deleted, retry=false 2024-12-13T01:41:31,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T01:41:31,720 INFO [M:0;3c5776cc2308:46441 {}] regionserver.HRegionServer(1307): Exiting; stopping=3c5776cc2308,46441,1734053906010; zookeeper connection closed. 2024-12-13T01:41:31,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46441-0x1001d09e0020000, quorum=127.0.0.1:55731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T01:41:31,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T01:41:31,731 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T01:41:31,731 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T01:41:31,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T01:41:31,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/hadoop.log.dir/,STOPPED} 2024-12-13T01:41:31,735 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T01:41:31,735 WARN [BP-1818178748-172.17.0.2-1734053902725 heartbeating to localhost/127.0.0.1:37841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T01:41:31,735 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T01:41:31,735 WARN [BP-1818178748-172.17.0.2-1734053902725 heartbeating to localhost/127.0.0.1:37841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1818178748-172.17.0.2-1734053902725 (Datanode Uuid 819f584a-d4d4-4055-acd3-4f525f90132f) service to localhost/127.0.0.1:37841 2024-12-13T01:41:31,737 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/cluster_b6a4df0c-9216-9264-4b44-430c5c375165/dfs/data/data1/current/BP-1818178748-172.17.0.2-1734053902725 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T01:41:31,738 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/cluster_b6a4df0c-9216-9264-4b44-430c5c375165/dfs/data/data2/current/BP-1818178748-172.17.0.2-1734053902725 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T01:41:31,738 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T01:41:31,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T01:41:31,745 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T01:41:31,745 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T01:41:31,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T01:41:31,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a1bac95-78b8-f4d1-50e4-0df892d26167/hadoop.log.dir/,STOPPED} 2024-12-13T01:41:31,760 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-13T01:41:31,862 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down